2024-11-13 05:18:19,294 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-13 05:18:19,307 main DEBUG Took 0.011275 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 05:18:19,308 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 05:18:19,308 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 05:18:19,309 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 05:18:19,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,319 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 05:18:19,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,335 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,338 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,339 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,340 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,343 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,344 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,346 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,346 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,347 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,347 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 05:18:19,348 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,348 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 05:18:19,350 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 05:18:19,351 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 05:18:19,353 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 05:18:19,353 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 05:18:19,355 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 05:18:19,355 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 05:18:19,367 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 05:18:19,370 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 05:18:19,372 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 05:18:19,373 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 05:18:19,373 main DEBUG createAppenders(={Console}) 2024-11-13 05:18:19,374 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-13 05:18:19,375 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-13 05:18:19,375 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-13 05:18:19,376 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 05:18:19,376 main DEBUG OutputStream closed 2024-11-13 05:18:19,377 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 05:18:19,377 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 05:18:19,378 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-13 05:18:19,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 05:18:19,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 05:18:19,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 05:18:19,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 05:18:19,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 05:18:19,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 05:18:19,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 05:18:19,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 05:18:19,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 05:18:19,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 05:18:19,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 05:18:19,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 05:18:19,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 05:18:19,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 05:18:19,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 05:18:19,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 05:18:19,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 05:18:19,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 05:18:19,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 05:18:19,458 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-13 05:18:19,458 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 05:18:19,459 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-13T05:18:19,726 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277 2024-11-13 05:18:19,728 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 05:18:19,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T05:18:19,738 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-13T05:18:19,756 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T05:18:19,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c, deleteOnExit=true 2024-11-13T05:18:19,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-13T05:18:19,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/test.cache.data in system properties and HBase conf 2024-11-13T05:18:19,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T05:18:19,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.log.dir in system properties and HBase conf 2024-11-13T05:18:19,761 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T05:18:19,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T05:18:19,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-13T05:18:19,881 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T05:18:19,973 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T05:18:19,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:19,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T05:18:19,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T05:18:19,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:19,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T05:18:19,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T05:18:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T05:18:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T05:18:19,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/nfs.dump.dir in system properties and HBase conf 2024-11-13T05:18:19,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/java.io.tmpdir in system properties and HBase conf 2024-11-13T05:18:19,980 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T05:18:19,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T05:18:19,981 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T05:18:20,800 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T05:18:20,878 INFO [Time-limited test {}] log.Log(170): Logging initialized @2343ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T05:18:20,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:21,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:21,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:21,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:21,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:18:21,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:21,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:21,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:21,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/java.io.tmpdir/jetty-localhost-39645-hadoop-hdfs-3_4_1-tests_jar-_-any-14664615499111476193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:18:21,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:39645} 2024-11-13T05:18:21,270 INFO [Time-limited test {}] server.Server(415): Started @2736ms 2024-11-13T05:18:21,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T05:18:21,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T05:18:21,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T05:18:21,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T05:18:21,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T05:18:21,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.log.dir/,AVAILABLE} 2024-11-13T05:18:21,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T05:18:21,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/java.io.tmpdir/jetty-localhost-36559-hadoop-hdfs-3_4_1-tests_jar-_-any-4204222598353618850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:18:21,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36559} 2024-11-13T05:18:21,805 INFO [Time-limited test {}] server.Server(415): Started @3271ms 2024-11-13T05:18:21,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T05:18:22,342 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data1/current/BP-415907384-172.17.0.2-1731475100560/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:22,342 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data2/current/BP-415907384-172.17.0.2-1731475100560/current, will proceed with Du for space computation calculation, 2024-11-13T05:18:22,398 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T05:18:22,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277 2024-11-13T05:18:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17373f9f75ad2f98 with lease ID 0xa2af7b707ad7af65: Processing first storage report for DS-f2fe714f-2c57-4a2d-abe9-a6e6acaeac02 from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=0034d706-915c-4af2-bfc6-f9c65e45bc8a, infoPort=42107, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=1067613275;c=1731475100561) 2024-11-13T05:18:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17373f9f75ad2f98 with lease ID 0xa2af7b707ad7af65: from storage DS-f2fe714f-2c57-4a2d-abe9-a6e6acaeac02 node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=0034d706-915c-4af2-bfc6-f9c65e45bc8a, infoPort=42107, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=1067613275;c=1731475100561), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T05:18:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17373f9f75ad2f98 with lease ID 0xa2af7b707ad7af65: Processing first storage report for DS-9c55d653-daf1-46a6-b5f6-b4e77102dd1c from datanode DatanodeRegistration(127.0.0.1:36237, datanodeUuid=0034d706-915c-4af2-bfc6-f9c65e45bc8a, infoPort=42107, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=1067613275;c=1731475100561) 2024-11-13T05:18:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17373f9f75ad2f98 with lease ID 0xa2af7b707ad7af65: from storage DS-9c55d653-daf1-46a6-b5f6-b4e77102dd1c node DatanodeRegistration(127.0.0.1:36237, datanodeUuid=0034d706-915c-4af2-bfc6-f9c65e45bc8a, infoPort=42107, infoSecurePort=0, ipcPort=44983, storageInfo=lv=-57;cid=testClusterID;nsid=1067613275;c=1731475100561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T05:18:22,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/zookeeper_0, clientPort=55869, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T05:18:22,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55869 2024-11-13T05:18:22,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:22,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741825_1001 (size=7) 2024-11-13T05:18:23,215 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac with version=8 2024-11-13T05:18:23,215 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/hbase-staging 2024-11-13T05:18:23,345 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T05:18:23,649 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c07acfa36556:0 server-side Connection retries=45 2024-11-13T05:18:23,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:23,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:23,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:23,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:23,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:23,890 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T05:18:23,901 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T05:18:23,905 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:23,944 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17402 (auto-detected) 2024-11-13T05:18:23,945 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T05:18:23,967 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43549 2024-11-13T05:18:23,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:23,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:23,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43549 connecting to ZooKeeper ensemble=127.0.0.1:55869 2024-11-13T05:18:24,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435490x0, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:24,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43549-0x101a010d0a70000 connected 2024-11-13T05:18:24,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:18:24,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:18:24,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:18:24,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-13T05:18:24,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43549 2024-11-13T05:18:24,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43549 2024-11-13T05:18:24,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-13T05:18:24,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43549 2024-11-13T05:18:24,131 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac, hbase.cluster.distributed=false 2024-11-13T05:18:24,241 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c07acfa36556:0 server-side Connection retries=45 2024-11-13T05:18:24,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:24,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:24,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T05:18:24,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T05:18:24,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T05:18:24,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T05:18:24,249 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T05:18:24,250 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38917 2024-11-13T05:18:24,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T05:18:24,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T05:18:24,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:24,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:24,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38917 connecting to ZooKeeper ensemble=127.0.0.1:55869 2024-11-13T05:18:24,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389170x0, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T05:18:24,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389170x0, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:18:24,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389170x0, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:18:24,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389170x0, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T05:18:24,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38917-0x101a010d0a70001 connected 2024-11-13T05:18:24,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-13T05:18:24,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38917 2024-11-13T05:18:24,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38917 2024-11-13T05:18:24,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-13T05:18:24,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38917 2024-11-13T05:18:24,314 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/c07acfa36556,43549,1731475103337 2024-11-13T05:18:24,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:18:24,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:18:24,325 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c07acfa36556,43549,1731475103337 2024-11-13T05:18:24,336 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c07acfa36556:43549 2024-11-13T05:18:24,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:18:24,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T05:18:24,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:24,355 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T05:18:24,357 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c07acfa36556,43549,1731475103337 from backup master directory 2024-11-13T05:18:24,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T05:18:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c07acfa36556,43549,1731475103337 2024-11-13T05:18:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:18:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T05:18:24,361 WARN [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:24,361 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c07acfa36556,43549,1731475103337 2024-11-13T05:18:24,364 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T05:18:24,368 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T05:18:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741826_1002 (size=42) 2024-11-13T05:18:24,455 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/hbase.id with ID: 2b31122a-324d-4be7-ab68-e705e43431cb 2024-11-13T05:18:24,510 INFO [master/c07acfa36556:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T05:18:24,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:24,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741827_1003 (size=196) 2024-11-13T05:18:24,584 INFO [master/c07acfa36556:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:24,587 INFO [master/c07acfa36556:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T05:18:24,604 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:24,609 INFO [master/c07acfa36556:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741828_1004 (size=1189) 2024-11-13T05:18:24,675 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store 2024-11-13T05:18:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741829_1005 (size=34) 2024-11-13T05:18:25,102 INFO [master/c07acfa36556:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T05:18:25,103 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:25,104 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:18:25,104 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,105 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,105 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:18:25,105 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,105 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:18:25,105 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T05:18:25,108 WARN [master/c07acfa36556:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/.initializing 2024-11-13T05:18:25,108 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/WALs/c07acfa36556,43549,1731475103337 2024-11-13T05:18:25,114 INFO [master/c07acfa36556:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:25,128 INFO [master/c07acfa36556:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c07acfa36556%2C43549%2C1731475103337, suffix=, logDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/WALs/c07acfa36556,43549,1731475103337, archiveDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/oldWALs, maxLogs=10 2024-11-13T05:18:25,157 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/WALs/c07acfa36556,43549,1731475103337/c07acfa36556%2C43549%2C1731475103337.1731475105134, exclude list is [], retry=0 2024-11-13T05:18:25,175 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-f2fe714f-2c57-4a2d-abe9-a6e6acaeac02,DISK] 2024-11-13T05:18:25,178 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T05:18:25,222 INFO [master/c07acfa36556:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/WALs/c07acfa36556,43549,1731475103337/c07acfa36556%2C43549%2C1731475103337.1731475105134 2024-11-13T05:18:25,228 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107)] 2024-11-13T05:18:25,229 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:25,230 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:25,234 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,236 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T05:18:25,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:25,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T05:18:25,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:25,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T05:18:25,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:25,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T05:18:25,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:25,341 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,342 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,354 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T05:18:25,359 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T05:18:25,365 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:25,368 INFO [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75251037, jitterRate=0.12132783234119415}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T05:18:25,374 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T05:18:25,379 INFO [master/c07acfa36556:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T05:18:25,419 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185a362a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:25,470 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-13T05:18:25,487 INFO [master/c07acfa36556:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T05:18:25,487 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T05:18:25,490 INFO [master/c07acfa36556:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T05:18:25,492 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T05:18:25,499 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-13T05:18:25,500 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T05:18:25,540 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T05:18:25,557 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T05:18:25,559 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-13T05:18:25,563 INFO [master/c07acfa36556:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T05:18:25,564 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T05:18:25,567 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-13T05:18:25,569 INFO [master/c07acfa36556:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T05:18:25,573 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T05:18:25,575 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-13T05:18:25,577 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T05:18:25,579 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T05:18:25,591 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T05:18:25,593 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T05:18:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:18:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T05:18:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,599 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c07acfa36556,43549,1731475103337, sessionid=0x101a010d0a70000, setting cluster-up flag (Was=false) 2024-11-13T05:18:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,625 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T05:18:25,627 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c07acfa36556,43549,1731475103337 2024-11-13T05:18:25,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:25,641 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T05:18:25,643 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c07acfa36556,43549,1731475103337 2024-11-13T05:18:25,736 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c07acfa36556:38917 2024-11-13T05:18:25,738 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1008): ClusterId : 2b31122a-324d-4be7-ab68-e705e43431cb 2024-11-13T05:18:25,742 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T05:18:25,749 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T05:18:25,749 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T05:18:25,752 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T05:18:25,753 DEBUG [RS:0;c07acfa36556:38917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64581316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:25,754 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:25,755 DEBUG [RS:0;c07acfa36556:38917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e9316d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c07acfa36556/172.17.0.2:0 2024-11-13T05:18:25,759 INFO [RS:0;c07acfa36556:38917 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-13T05:18:25,759 INFO [RS:0;c07acfa36556:38917 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-13T05:18:25,759 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-13T05:18:25,761 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(3073): reportForDuty to master=c07acfa36556,43549,1731475103337 with isa=c07acfa36556/172.17.0.2:38917, startcode=1731475104240 2024-11-13T05:18:25,762 INFO [master/c07acfa36556:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-13T05:18:25,766 INFO [master/c07acfa36556:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T05:18:25,773 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c07acfa36556,43549,1731475103337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T05:18:25,778 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c07acfa36556:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:25,778 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c07acfa36556:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:25,779 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c07acfa36556:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:25,779 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c07acfa36556:0, corePoolSize=5, maxPoolSize=5 2024-11-13T05:18:25,779 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c07acfa36556:0, corePoolSize=10, maxPoolSize=10 2024-11-13T05:18:25,780 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,780 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c07acfa36556:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:25,781 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,782 DEBUG [RS:0;c07acfa36556:38917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:25,789 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731475135789 2024-11-13T05:18:25,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:25,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-13T05:18:25,791 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T05:18:25,793 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T05:18:25,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:25,797 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T05:18:25,798 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T05:18:25,798 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T05:18:25,798 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T05:18:25,800 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,801 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T05:18:25,802 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T05:18:25,803 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T05:18:25,813 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T05:18:25,814 INFO [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T05:18:25,817 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.large.0-1731475105815,5,FailOnTimeoutGroup] 2024-11-13T05:18:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741831_1007 (size=1039) 2024-11-13T05:18:25,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-13T05:18:25,822 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:18:25,823 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.small.0-1731475105818,5,FailOnTimeoutGroup] 2024-11-13T05:18:25,824 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,824 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T05:18:25,826 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,826 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741832_1008 (size=32) 2024-11-13T05:18:25,845 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57125, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:25,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:25,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43549 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c07acfa36556,38917,1731475104240 2024-11-13T05:18:25,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:25,856 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43549 {}] master.ServerManager(486): Registering regionserver=c07acfa36556,38917,1731475104240 2024-11-13T05:18:25,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:25,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:25,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:25,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:25,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:25,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:25,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:25,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:25,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:25,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740 2024-11-13T05:18:25,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740 2024-11-13T05:18:25,875 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:18:25,875 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33723 2024-11-13T05:18:25,876 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-13T05:18:25,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:18:25,882 DEBUG [RS:0;c07acfa36556:38917 {}] zookeeper.ZKUtil(111): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c07acfa36556,38917,1731475104240 2024-11-13T05:18:25,882 WARN [RS:0;c07acfa36556:38917 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T05:18:25,882 INFO [RS:0;c07acfa36556:38917 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:25,882 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240 2024-11-13T05:18:25,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:18:25,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T05:18:25,901 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-13T05:18:25,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c07acfa36556,38917,1731475104240] 2024-11-13T05:18:25,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:25,908 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70859607, jitterRate=0.05589042603969574}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:18:25,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T05:18:25,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:18:25,913 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T05:18:25,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T05:18:25,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:18:25,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:18:25,915 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T05:18:25,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T05:18:25,917 INFO [RS:0;c07acfa36556:38917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T05:18:25,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-13T05:18:25,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-13T05:18:25,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T05:18:25,937 INFO [RS:0;c07acfa36556:38917 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T05:18:25,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T05:18:25,941 INFO [RS:0;c07acfa36556:38917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T05:18:25,941 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T05:18:25,943 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-13T05:18:25,953 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,953 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,954 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,954 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,954 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,954 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,954 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c07acfa36556:0, corePoolSize=2, maxPoolSize=2 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c07acfa36556:0, corePoolSize=1, maxPoolSize=1 2024-11-13T05:18:25,955 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c07acfa36556:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:25,956 DEBUG [RS:0;c07acfa36556:38917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0, corePoolSize=3, maxPoolSize=3 2024-11-13T05:18:25,970 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,970 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,971 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,971 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:25,971 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,38917,1731475104240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:26,000 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T05:18:26,002 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,38917,1731475104240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,031 INFO [RS:0;c07acfa36556:38917 {}] regionserver.Replication(204): c07acfa36556,38917,1731475104240 started 2024-11-13T05:18:26,031 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1767): Serving as c07acfa36556,38917,1731475104240, RpcServer on c07acfa36556/172.17.0.2:38917, sessionid=0x101a010d0a70001 2024-11-13T05:18:26,032 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T05:18:26,032 DEBUG [RS:0;c07acfa36556:38917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c07acfa36556,38917,1731475104240 2024-11-13T05:18:26,032 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c07acfa36556,38917,1731475104240' 2024-11-13T05:18:26,032 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T05:18:26,033 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T05:18:26,034 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T05:18:26,034 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T05:18:26,034 DEBUG [RS:0;c07acfa36556:38917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c07acfa36556,38917,1731475104240 2024-11-13T05:18:26,034 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c07acfa36556,38917,1731475104240' 2024-11-13T05:18:26,034 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T05:18:26,035 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T05:18:26,036 DEBUG [RS:0;c07acfa36556:38917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T05:18:26,036 INFO [RS:0;c07acfa36556:38917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T05:18:26,036 INFO [RS:0;c07acfa36556:38917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T05:18:26,092 WARN [c07acfa36556:43549 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-13T05:18:26,142 INFO [RS:0;c07acfa36556:38917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T05:18:26,148 INFO [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c07acfa36556%2C38917%2C1731475104240, suffix=, logDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240, archiveDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/oldWALs, maxLogs=32 2024-11-13T05:18:26,168 DEBUG [RS:0;c07acfa36556:38917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240/c07acfa36556%2C38917%2C1731475104240.1731475106150, exclude list is [], retry=0 2024-11-13T05:18:26,173 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-f2fe714f-2c57-4a2d-abe9-a6e6acaeac02,DISK] 2024-11-13T05:18:26,177 INFO [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240/c07acfa36556%2C38917%2C1731475104240.1731475106150 2024-11-13T05:18:26,178 DEBUG [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107)] 2024-11-13T05:18:26,344 DEBUG [c07acfa36556:43549 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T05:18:26,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:26,354 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c07acfa36556,38917,1731475104240, state=OPENING 2024-11-13T05:18:26,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T05:18:26,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:26,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:26,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:18:26,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:18:26,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:26,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:26,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T05:18:26,547 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T05:18:26,559 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-13T05:18:26,559 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T05:18:26,560 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T05:18:26,564 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c07acfa36556%2C38917%2C1731475104240.meta, suffix=.meta, logDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240, archiveDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/oldWALs, maxLogs=32 2024-11-13T05:18:26,583 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240/c07acfa36556%2C38917%2C1731475104240.meta.1731475106567.meta, exclude list is [], retry=0 2024-11-13T05:18:26,588 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36237,DS-f2fe714f-2c57-4a2d-abe9-a6e6acaeac02,DISK] 2024-11-13T05:18:26,591 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/WALs/c07acfa36556,38917,1731475104240/c07acfa36556%2C38917%2C1731475104240.meta.1731475106567.meta 2024-11-13T05:18:26,591 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42107:42107)] 2024-11-13T05:18:26,592 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:26,593 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T05:18:26,662 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T05:18:26,667 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T05:18:26,673 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T05:18:26,673 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:26,674 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-13T05:18:26,674 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-13T05:18:26,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T05:18:26,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T05:18:26,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:26,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:26,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T05:18:26,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T05:18:26,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:26,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T05:18:26,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T05:18:26,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:26,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T05:18:26,687 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740 2024-11-13T05:18:26,690 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740 2024-11-13T05:18:26,693 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:18:26,696 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-13T05:18:26,699 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66164853, jitterRate=-0.01406686007976532}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:18:26,701 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-13T05:18:26,709 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731475106535 2024-11-13T05:18:26,721 DEBUG [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T05:18:26,721 INFO [RS_OPEN_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-13T05:18:26,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:26,724 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c07acfa36556,38917,1731475104240, state=OPEN 2024-11-13T05:18:26,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:18:26,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T05:18:26,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:18:26,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T05:18:26,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T05:18:26,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c07acfa36556,38917,1731475104240 in 364 msec 2024-11-13T05:18:26,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T05:18:26,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-11-13T05:18:26,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0580 sec 2024-11-13T05:18:26,748 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731475106748, completionTime=-1 2024-11-13T05:18:26,748 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T05:18:26,749 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-13T05:18:26,792 DEBUG [hconnection-0xed83588-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:26,795 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:26,807 INFO [master/c07acfa36556:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-13T05:18:26,807 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731475166807 2024-11-13T05:18:26,807 INFO [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731475226807 2024-11-13T05:18:26,807 INFO [master/c07acfa36556:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 58 msec 2024-11-13T05:18:26,829 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,830 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,830 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,832 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c07acfa36556:43549, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,833 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:26,838 DEBUG [master/c07acfa36556:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-13T05:18:26,842 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-13T05:18:26,844 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T05:18:26,852 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-13T05:18:26,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:26,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:26,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741835_1011 (size=358) 2024-11-13T05:18:27,286 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8a734a751e1f00fa7bb615cc95dbb433, NAME => 'hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:18:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741836_1012 (size=42) 2024-11-13T05:18:27,315 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:27,315 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8a734a751e1f00fa7bb615cc95dbb433, disabling compactions & flushes 2024-11-13T05:18:27,315 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,315 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,315 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. after waiting 0 ms 2024-11-13T05:18:27,315 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,316 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,316 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8a734a751e1f00fa7bb615cc95dbb433: 2024-11-13T05:18:27,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:27,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731475107326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475107326"}]},"ts":"1731475107326"} 2024-11-13T05:18:27,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:18:27,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:27,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475107432"}]},"ts":"1731475107432"} 2024-11-13T05:18:27,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-13T05:18:27,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8a734a751e1f00fa7bb615cc95dbb433, ASSIGN}] 2024-11-13T05:18:27,459 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8a734a751e1f00fa7bb615cc95dbb433, ASSIGN 2024-11-13T05:18:27,462 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8a734a751e1f00fa7bb615cc95dbb433, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:18:27,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8a734a751e1f00fa7bb615cc95dbb433, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:27,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8a734a751e1f00fa7bb615cc95dbb433, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:27,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:27,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a734a751e1f00fa7bb615cc95dbb433, NAME => 'hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:27,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:27,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,785 INFO [StoreOpener-8a734a751e1f00fa7bb615cc95dbb433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,788 INFO [StoreOpener-8a734a751e1f00fa7bb615cc95dbb433-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a734a751e1f00fa7bb615cc95dbb433 columnFamilyName info 2024-11-13T05:18:27,788 DEBUG [StoreOpener-8a734a751e1f00fa7bb615cc95dbb433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:27,801 INFO [StoreOpener-8a734a751e1f00fa7bb615cc95dbb433-1 {}] regionserver.HStore(327): Store=8a734a751e1f00fa7bb615cc95dbb433/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:27,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:18:27,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:27,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8a734a751e1f00fa7bb615cc95dbb433; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75339445, jitterRate=0.12264521420001984}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T05:18:27,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8a734a751e1f00fa7bb615cc95dbb433: 2024-11-13T05:18:27,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433., pid=6, masterSystemTime=1731475107772 2024-11-13T05:18:27,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,830 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8a734a751e1f00fa7bb615cc95dbb433, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:27,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:18:27,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T05:18:27,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8a734a751e1f00fa7bb615cc95dbb433, server=c07acfa36556,38917,1731475104240 in 218 msec 2024-11-13T05:18:27,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T05:18:27,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8a734a751e1f00fa7bb615cc95dbb433, ASSIGN in 385 msec 2024-11-13T05:18:27,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:27,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475107846"}]},"ts":"1731475107846"} 2024-11-13T05:18:27,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-13T05:18:27,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:27,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.0100 sec 2024-11-13T05:18:27,879 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-13T05:18:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-13T05:18:27,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:18:27,921 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-13T05:18:27,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T05:18:27,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-11-13T05:18:27,957 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-13T05:18:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-13T05:18:27,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-11-13T05:18:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-13T05:18:27,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-13T05:18:27,997 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.635sec 2024-11-13T05:18:27,999 INFO [master/c07acfa36556:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T05:18:28,001 INFO [master/c07acfa36556:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T05:18:28,002 INFO [master/c07acfa36556:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T05:18:28,003 INFO [master/c07acfa36556:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T05:18:28,003 INFO [master/c07acfa36556:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T05:18:28,004 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T05:18:28,005 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T05:18:28,012 DEBUG [master/c07acfa36556:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-13T05:18:28,013 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T05:18:28,014 INFO [master/c07acfa36556:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c07acfa36556,43549,1731475103337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T05:18:28,036 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-13T05:18:28,036 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-13T05:18:28,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:28,048 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T05:18:28,048 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T05:18:28,060 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:28,068 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:28,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c07acfa36556,43549,1731475103337 2024-11-13T05:18:28,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=5359 2024-11-13T05:18:28,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:28,108 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:28,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:18:28,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:28,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:28,124 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:28,126 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:28,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-13T05:18:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T05:18:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741837_1013 (size=960) 2024-11-13T05:18:28,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T05:18:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T05:18:28,542 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:18:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741838_1014 (size=53) 2024-11-13T05:18:28,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:28,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6cc40e95ec21d14000726a68013613e5, disabling compactions & flushes 2024-11-13T05:18:28,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. after waiting 0 ms 2024-11-13T05:18:28,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,558 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:28,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:28,561 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475108560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475108560"}]},"ts":"1731475108560"} 2024-11-13T05:18:28,564 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:18:28,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:28,566 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475108566"}]},"ts":"1731475108566"} 2024-11-13T05:18:28,569 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:18:28,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, ASSIGN}] 2024-11-13T05:18:28,576 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, ASSIGN 2024-11-13T05:18:28,578 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:18:28,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6cc40e95ec21d14000726a68013613e5, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:28,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T05:18:28,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:28,894 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,894 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:28,895 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,895 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:28,895 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,895 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,899 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,902 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:28,902 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc40e95ec21d14000726a68013613e5 columnFamilyName A 2024-11-13T05:18:28,903 DEBUG [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:28,904 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(327): Store=6cc40e95ec21d14000726a68013613e5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:28,904 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,906 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:28,906 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc40e95ec21d14000726a68013613e5 columnFamilyName B 2024-11-13T05:18:28,906 DEBUG [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:28,907 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(327): Store=6cc40e95ec21d14000726a68013613e5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:28,907 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,909 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:28,910 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cc40e95ec21d14000726a68013613e5 columnFamilyName C 2024-11-13T05:18:28,910 DEBUG [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:28,910 INFO [StoreOpener-6cc40e95ec21d14000726a68013613e5-1 {}] regionserver.HStore(327): Store=6cc40e95ec21d14000726a68013613e5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:28,911 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,912 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,913 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,916 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:18:28,918 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:28,922 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:28,923 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6cc40e95ec21d14000726a68013613e5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009190, jitterRate=0.058119386434555054}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:18:28,924 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:28,926 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., pid=11, masterSystemTime=1731475108885 2024-11-13T05:18:28,930 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,930 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:28,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6cc40e95ec21d14000726a68013613e5, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T05:18:28,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 in 202 msec 2024-11-13T05:18:28,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T05:18:28,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, ASSIGN in 364 msec 2024-11-13T05:18:28,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:28,944 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475108944"}]},"ts":"1731475108944"} 2024-11-13T05:18:28,946 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:18:28,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:28,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 831 msec 2024-11-13T05:18:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-13T05:18:29,245 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-13T05:18:29,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-13T05:18:29,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,261 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:29,276 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:29,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-13T05:18:29,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,289 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-13T05:18:29,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-13T05:18:29,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-13T05:18:29,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-13T05:18:29,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-13T05:18:29,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-13T05:18:29,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-13T05:18:29,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-13T05:18:29,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:29,336 DEBUG [hconnection-0x3c8d9c55-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,343 DEBUG [hconnection-0xbc4797d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,344 DEBUG [hconnection-0x4174bb0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:29,350 DEBUG [hconnection-0x164bf22b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,351 DEBUG [hconnection-0x1ff44a43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,351 DEBUG [hconnection-0x40663b23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-13T05:18:29,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,356 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:29,358 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:29,359 DEBUG [hconnection-0x175a69d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:29,362 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,363 DEBUG [hconnection-0x5fc4f1a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,367 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,374 DEBUG [hconnection-0x115167a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:29,377 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,398 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:29,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:29,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:29,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:29,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:29,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:29,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:29,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:29,522 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-13T05:18:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0fa92ceafee9438eb205ece8a9986682 is 50, key is test_row_0/A:col10/1731475109416/Put/seqid=0 2024-11-13T05:18:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741839_1015 (size=12001) 2024-11-13T05:18:29,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0fa92ceafee9438eb205ece8a9986682 2024-11-13T05:18:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475169697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475169694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475169708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475169714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-13T05:18:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475169716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/9a26a4128285469fbe02769b1c91c626 is 50, key is test_row_0/B:col10/1731475109416/Put/seqid=0 2024-11-13T05:18:29,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475169858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475169861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475169859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475169859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475169861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741840_1016 (size=12001) 2024-11-13T05:18:29,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/9a26a4128285469fbe02769b1c91c626 2024-11-13T05:18:29,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:29,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-13T05:18:29,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:29,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:29,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/32a81034d11c45f58a67158f94ab827b is 50, key is test_row_0/C:col10/1731475109416/Put/seqid=0 2024-11-13T05:18:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741841_1017 (size=12001) 2024-11-13T05:18:30,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/32a81034d11c45f58a67158f94ab827b 2024-11-13T05:18:30,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0fa92ceafee9438eb205ece8a9986682 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682 2024-11-13T05:18:30,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-13T05:18:30,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T05:18:30,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:30,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:30,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:30,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/9a26a4128285469fbe02769b1c91c626 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626 2024-11-13T05:18:30,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T05:18:30,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/32a81034d11c45f58a67158f94ab827b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b 2024-11-13T05:18:30,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475170089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475170089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475170091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475170091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475170091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T05:18:30,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6cc40e95ec21d14000726a68013613e5 in 630ms, sequenceid=14, compaction requested=false 2024-11-13T05:18:30,121 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T05:18:30,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:30,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-13T05:18:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:30,221 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:30,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a111c5ac1210480491e107919869be98 is 50, key is test_row_0/A:col10/1731475109692/Put/seqid=0 2024-11-13T05:18:30,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741842_1018 (size=12001) 2024-11-13T05:18:30,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a111c5ac1210480491e107919869be98 2024-11-13T05:18:30,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/54ab957a564046faaf8db91c42771eef is 50, key is test_row_0/B:col10/1731475109692/Put/seqid=0 2024-11-13T05:18:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741843_1019 (size=12001) 2024-11-13T05:18:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:30,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475170442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475170475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475170519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475170519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475170519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475170621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475170631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475170634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475170632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475170634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,749 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/54ab957a564046faaf8db91c42771eef 2024-11-13T05:18:30,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a71d5b5991f94ce1ad967f499325a12c is 50, key is test_row_0/C:col10/1731475109692/Put/seqid=0 2024-11-13T05:18:30,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741844_1020 (size=12001) 2024-11-13T05:18:30,819 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a71d5b5991f94ce1ad967f499325a12c 2024-11-13T05:18:30,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475170828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a111c5ac1210480491e107919869be98 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98 2024-11-13T05:18:30,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475170838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475170840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475170841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475170843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:30,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:18:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/54ab957a564046faaf8db91c42771eef as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef 2024-11-13T05:18:30,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:18:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a71d5b5991f94ce1ad967f499325a12c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c 2024-11-13T05:18:30,893 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:18:30,897 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 6cc40e95ec21d14000726a68013613e5 in 676ms, sequenceid=38, compaction requested=false 2024-11-13T05:18:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T05:18:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-13T05:18:30,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T05:18:30,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec 2024-11-13T05:18:30,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.5610 sec 2024-11-13T05:18:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:31,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:31,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:31,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d7a0dc7253d84da1a48be537139025b8 is 50, key is test_row_0/A:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741845_1021 (size=12001) 2024-11-13T05:18:31,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475171211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475171214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475171214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475171217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475171219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475171323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475171323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475171324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475171324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475171325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-13T05:18:31,480 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-13T05:18:31,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-13T05:18:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:31,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:31,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:31,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:31,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475171533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475171537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475171538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475171545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475171546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:31,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d7a0dc7253d84da1a48be537139025b8 2024-11-13T05:18:31,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e2e06f00635345ad96fa75f353e86f2b is 50, key is test_row_0/B:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:31,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:31,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:31,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741846_1022 (size=12001) 2024-11-13T05:18:31,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e2e06f00635345ad96fa75f353e86f2b 2024-11-13T05:18:31,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/03431a2dba4c42d6beb45048f361f935 is 50, key is test_row_0/C:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:31,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741847_1023 (size=12001) 2024-11-13T05:18:31,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:31,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:31,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475171840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475171843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475171845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475171855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475171855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:31,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:31,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:31,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:32,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,186 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:18:32,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/03431a2dba4c42d6beb45048f361f935 2024-11-13T05:18:32,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d7a0dc7253d84da1a48be537139025b8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8 2024-11-13T05:18:32,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T05:18:32,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e2e06f00635345ad96fa75f353e86f2b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b 2024-11-13T05:18:32,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T05:18:32,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/03431a2dba4c42d6beb45048f361f935 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935 2024-11-13T05:18:32,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:32,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935, entries=150, sequenceid=53, filesize=11.7 K 2024-11-13T05:18:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:32,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6cc40e95ec21d14000726a68013613e5 in 1125ms, sequenceid=53, compaction requested=true 2024-11-13T05:18:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:32,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:32,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:18:32,281 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:32,291 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:32,293 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:32,293 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,293 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.2 K 2024-11-13T05:18:32,295 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a26a4128285469fbe02769b1c91c626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475109416 2024-11-13T05:18:32,296 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 54ab957a564046faaf8db91c42771eef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475109646 2024-11-13T05:18:32,296 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e2e06f00635345ad96fa75f353e86f2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:32,301 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:32,304 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:32,304 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:32,304 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,304 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.2 K 2024-11-13T05:18:32,306 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T05:18:32,308 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fa92ceafee9438eb205ece8a9986682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475109416 2024-11-13T05:18:32,309 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a111c5ac1210480491e107919869be98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475109646 2024-11-13T05:18:32,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-13T05:18:32,312 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7a0dc7253d84da1a48be537139025b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:32,349 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:32,350 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/0a2c7a95b37247bf912c24f729e13318 is 50, key is test_row_0/B:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:32,363 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:32,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,389 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/19103f6e09c748a68c26cb2b45770f87 is 50, key is test_row_0/A:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741848_1024 (size=12104) 2024-11-13T05:18:32,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/63e181499a4d4964b05926d62edcb322 is 50, key is test_row_0/A:col10/1731475111214/Put/seqid=0 2024-11-13T05:18:32,412 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/0a2c7a95b37247bf912c24f729e13318 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0a2c7a95b37247bf912c24f729e13318 2024-11-13T05:18:32,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:32,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:32,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475172405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475172407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475172411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475172423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,435 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into 0a2c7a95b37247bf912c24f729e13318(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:32,435 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,435 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475112280; duration=0sec 2024-11-13T05:18:32,435 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:32,435 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:32,436 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:32,438 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:32,439 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:32,439 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,439 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.2 K 2024-11-13T05:18:32,440 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 32a81034d11c45f58a67158f94ab827b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475109416 2024-11-13T05:18:32,441 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a71d5b5991f94ce1ad967f499325a12c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475109646 2024-11-13T05:18:32,442 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 03431a2dba4c42d6beb45048f361f935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:32,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475172427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741849_1025 (size=12104) 2024-11-13T05:18:32,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741850_1026 (size=16681) 2024-11-13T05:18:32,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/63e181499a4d4964b05926d62edcb322 2024-11-13T05:18:32,478 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/19103f6e09c748a68c26cb2b45770f87 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/19103f6e09c748a68c26cb2b45770f87 2024-11-13T05:18:32,495 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 19103f6e09c748a68c26cb2b45770f87(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:32,496 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,496 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475112278; duration=0sec 2024-11-13T05:18:32,496 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:32,496 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:32,505 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#12 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:32,506 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/60918d52c90e4d249cd3da38854b3567 is 50, key is test_row_0/C:col10/1731475110439/Put/seqid=0 2024-11-13T05:18:32,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 is 50, key is test_row_0/B:col10/1731475111214/Put/seqid=0 2024-11-13T05:18:32,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741851_1027 (size=12104) 2024-11-13T05:18:32,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475172531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475172531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475172532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475172532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741852_1028 (size=12001) 2024-11-13T05:18:32,548 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/60918d52c90e4d249cd3da38854b3567 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/60918d52c90e4d249cd3da38854b3567 2024-11-13T05:18:32,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 2024-11-13T05:18:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475172548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/98c2c84944d249e7b0d154d099306bb7 is 50, key is test_row_0/C:col10/1731475111214/Put/seqid=0 2024-11-13T05:18:32,578 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,578 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 60918d52c90e4d249cd3da38854b3567(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:32,579 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,579 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475112280; duration=0sec 2024-11-13T05:18:32,579 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:32,579 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:32,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741853_1029 (size=12001) 2024-11-13T05:18:32,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/98c2c84944d249e7b0d154d099306bb7 2024-11-13T05:18:32,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/63e181499a4d4964b05926d62edcb322 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322 2024-11-13T05:18:32,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322, entries=250, sequenceid=76, filesize=16.3 K 2024-11-13T05:18:32,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 2024-11-13T05:18:32,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:18:32,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/98c2c84944d249e7b0d154d099306bb7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7 2024-11-13T05:18:32,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:18:32,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6cc40e95ec21d14000726a68013613e5 in 304ms, sequenceid=76, compaction requested=false 2024-11-13T05:18:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-13T05:18:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,734 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0bd0abd1d44a415ab58586883e642bdc is 50, key is test_row_0/A:col10/1731475112404/Put/seqid=0 2024-11-13T05:18:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:32,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741854_1030 (size=12001) 2024-11-13T05:18:32,760 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0bd0abd1d44a415ab58586883e642bdc 2024-11-13T05:18:32,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e11637cf0bb64d038c502b0a3bb87d09 is 50, key is test_row_0/B:col10/1731475112404/Put/seqid=0 2024-11-13T05:18:32,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475172790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475172791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475172791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741855_1031 (size=12001) 2024-11-13T05:18:32,802 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e11637cf0bb64d038c502b0a3bb87d09 2024-11-13T05:18:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475172796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475172798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/dce6c1255b664336b4495aac65da18e5 is 50, key is test_row_0/C:col10/1731475112404/Put/seqid=0 2024-11-13T05:18:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741856_1032 (size=12001) 2024-11-13T05:18:32,838 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/dce6c1255b664336b4495aac65da18e5 2024-11-13T05:18:32,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0bd0abd1d44a415ab58586883e642bdc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc 2024-11-13T05:18:32,864 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:18:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e11637cf0bb64d038c502b0a3bb87d09 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09 2024-11-13T05:18:32,886 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:18:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/dce6c1255b664336b4495aac65da18e5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5 2024-11-13T05:18:32,902 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:18:32,904 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cc40e95ec21d14000726a68013613e5 in 169ms, sequenceid=92, compaction requested=true 2024-11-13T05:18:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T05:18:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-13T05:18:32,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T05:18:32,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-13T05:18:32,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:18:32,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:32,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:32,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4300 sec 2024-11-13T05:18:32,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7fb980d4355e473b8073fccbe6c842ad is 50, key is test_row_0/A:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:32,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475172932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475172934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475172937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475172939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475172939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:32,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741857_1033 (size=14341) 2024-11-13T05:18:32,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7fb980d4355e473b8073fccbe6c842ad 2024-11-13T05:18:33,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1c83a3229a8840258f0ccc35f4aeb62a is 50, key is test_row_0/B:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741858_1034 (size=12001) 2024-11-13T05:18:33,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1c83a3229a8840258f0ccc35f4aeb62a 2024-11-13T05:18:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475173041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475173045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475173047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475173048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475173049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/f7d9ab30b54447d8b93edb8c8887f25d is 50, key is test_row_0/C:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741859_1035 (size=12001) 2024-11-13T05:18:33,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/f7d9ab30b54447d8b93edb8c8887f25d 2024-11-13T05:18:33,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7fb980d4355e473b8073fccbe6c842ad as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad 2024-11-13T05:18:33,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad, entries=200, sequenceid=116, filesize=14.0 K 2024-11-13T05:18:33,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1c83a3229a8840258f0ccc35f4aeb62a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a 2024-11-13T05:18:33,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T05:18:33,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/f7d9ab30b54447d8b93edb8c8887f25d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d 2024-11-13T05:18:33,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T05:18:33,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6cc40e95ec21d14000726a68013613e5 in 238ms, sequenceid=116, compaction requested=true 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:33,151 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:18:33,151 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:33,155 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:33,155 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:33,155 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,155 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0a2c7a95b37247bf912c24f729e13318, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=47.0 K 2024-11-13T05:18:33,156 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:33,156 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:33,156 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,156 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a2c7a95b37247bf912c24f729e13318, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:33,156 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/19103f6e09c748a68c26cb2b45770f87, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=53.8 K 2024-11-13T05:18:33,157 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19103f6e09c748a68c26cb2b45770f87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:33,157 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e34d46d8b1c46d3b31dbf6f8cb88ff1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475111214 2024-11-13T05:18:33,158 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63e181499a4d4964b05926d62edcb322, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475111201 2024-11-13T05:18:33,158 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e11637cf0bb64d038c502b0a3bb87d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475112404 2024-11-13T05:18:33,159 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bd0abd1d44a415ab58586883e642bdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475112404 2024-11-13T05:18:33,159 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c83a3229a8840258f0ccc35f4aeb62a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:33,160 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fb980d4355e473b8073fccbe6c842ad, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:33,198 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#21 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:33,199 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:33,199 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e47ff0c17d9f4fd581dc3560e5a94cc5 is 50, key is test_row_0/B:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:33,200 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a5dcf16c7eb54b7bb3a180575e44911f is 50, key is test_row_0/A:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:33,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741860_1036 (size=12241) 2024-11-13T05:18:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741861_1037 (size=12241) 2024-11-13T05:18:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:33,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:33,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0389edc1217541c48d845e6ef5d2c1e4 is 50, key is test_row_0/A:col10/1731475113258/Put/seqid=0 2024-11-13T05:18:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741862_1038 (size=16831) 2024-11-13T05:18:33,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0389edc1217541c48d845e6ef5d2c1e4 2024-11-13T05:18:33,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475173318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475173320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475173320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475173327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475173327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3a1ec112c29c4d4492b9ce9eb3176dbf is 50, key is test_row_0/B:col10/1731475113258/Put/seqid=0 2024-11-13T05:18:33,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741863_1039 (size=12151) 2024-11-13T05:18:33,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3a1ec112c29c4d4492b9ce9eb3176dbf 2024-11-13T05:18:33,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8612c063b4344ff9ad34fc8bf699671a is 50, key is test_row_0/C:col10/1731475113258/Put/seqid=0 2024-11-13T05:18:33,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475173431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475173432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475173436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475173437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475173437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741864_1040 (size=12151) 2024-11-13T05:18:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-13T05:18:33,594 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-13T05:18:33,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-13T05:18:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:33,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:33,605 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:33,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:33,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475173636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475173638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475173643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475173644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475173645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,646 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e47ff0c17d9f4fd581dc3560e5a94cc5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e47ff0c17d9f4fd581dc3560e5a94cc5 2024-11-13T05:18:33,663 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a5dcf16c7eb54b7bb3a180575e44911f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a5dcf16c7eb54b7bb3a180575e44911f 2024-11-13T05:18:33,666 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into e47ff0c17d9f4fd581dc3560e5a94cc5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:33,666 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:33,666 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=12, startTime=1731475113151; duration=0sec 2024-11-13T05:18:33,667 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:33,667 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:33,667 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:33,677 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into a5dcf16c7eb54b7bb3a180575e44911f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:33,677 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:33,677 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=12, startTime=1731475113151; duration=0sec 2024-11-13T05:18:33,677 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:33,677 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:33,677 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:33,677 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:33,677 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,678 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/60918d52c90e4d249cd3da38854b3567, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=47.0 K 2024-11-13T05:18:33,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 60918d52c90e4d249cd3da38854b3567, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731475110439 2024-11-13T05:18:33,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c2c84944d249e7b0d154d099306bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475111214 2024-11-13T05:18:33,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dce6c1255b664336b4495aac65da18e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475112404 2024-11-13T05:18:33,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f7d9ab30b54447d8b93edb8c8887f25d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:33,704 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#26 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:33,705 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/31fe506c89024e37be6e2918cfc12fc7 is 50, key is test_row_0/C:col10/1731475112770/Put/seqid=0 2024-11-13T05:18:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741865_1041 (size=12241) 2024-11-13T05:18:33,749 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/31fe506c89024e37be6e2918cfc12fc7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/31fe506c89024e37be6e2918cfc12fc7 2024-11-13T05:18:33,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:33,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:33,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,762 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 31fe506c89024e37be6e2918cfc12fc7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:33,762 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:33,762 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=12, startTime=1731475113151; duration=0sec 2024-11-13T05:18:33,762 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:33,763 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:33,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8612c063b4344ff9ad34fc8bf699671a 2024-11-13T05:18:33,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/0389edc1217541c48d845e6ef5d2c1e4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4 2024-11-13T05:18:33,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4, entries=250, sequenceid=132, filesize=16.4 K 2024-11-13T05:18:33,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3a1ec112c29c4d4492b9ce9eb3176dbf as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf 2024-11-13T05:18:33,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T05:18:33,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:33,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-13T05:18:33,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:33,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:18:33,893 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T05:18:33,894 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T05:18:33,894 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:33,896 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T05:18:33,896 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T05:18:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:33,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf, entries=150, sequenceid=132, filesize=11.9 K 2024-11-13T05:18:33,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8612c063b4344ff9ad34fc8bf699671a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a 2024-11-13T05:18:33,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:33,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:33,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:33,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:33,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a, entries=150, sequenceid=132, filesize=11.9 K 2024-11-13T05:18:33,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 6cc40e95ec21d14000726a68013613e5 in 660ms, sequenceid=132, compaction requested=false 2024-11-13T05:18:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:33,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:33,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/f8e34f84a90e40f4b067e4cde6af4931 is 50, key is test_row_0/A:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741866_1042 (size=16931) 2024-11-13T05:18:34,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475174040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475174040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475174042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475174044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475174045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475174147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475174147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475174148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475174148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475174151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:34,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475174354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475174354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475174355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475174355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475174358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/f8e34f84a90e40f4b067e4cde6af4931 2024-11-13T05:18:34,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/22d52dae93034980b906e29a016f2ba4 is 50, key is test_row_0/B:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:34,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741867_1043 (size=12151) 2024-11-13T05:18:34,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/22d52dae93034980b906e29a016f2ba4 2024-11-13T05:18:34,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a1ff8ae13bf147a39e1ec36d3bc0f11c is 50, key is test_row_0/C:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:34,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741868_1044 (size=12151) 2024-11-13T05:18:34,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475174658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475174660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475174660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475174660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475174663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:34,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:34,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:34,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a1ff8ae13bf147a39e1ec36d3bc0f11c 2024-11-13T05:18:34,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/f8e34f84a90e40f4b067e4cde6af4931 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931 2024-11-13T05:18:34,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931, entries=250, sequenceid=158, filesize=16.5 K 2024-11-13T05:18:34,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/22d52dae93034980b906e29a016f2ba4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4 2024-11-13T05:18:34,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T05:18:34,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a1ff8ae13bf147a39e1ec36d3bc0f11c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c 2024-11-13T05:18:34,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T05:18:34,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6cc40e95ec21d14000726a68013613e5 in 966ms, sequenceid=158, compaction requested=true 2024-11-13T05:18:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:34,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:34,915 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:34,916 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:34,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:34,917 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:34,917 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:34,918 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,918 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a5dcf16c7eb54b7bb3a180575e44911f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=44.9 K 2024-11-13T05:18:34,918 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:34,918 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:34,919 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:34,919 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e47ff0c17d9f4fd581dc3560e5a94cc5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.7 K 2024-11-13T05:18:34,920 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5dcf16c7eb54b7bb3a180575e44911f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:34,920 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e47ff0c17d9f4fd581dc3560e5a94cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:34,922 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a1ec112c29c4d4492b9ce9eb3176dbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731475113256 2024-11-13T05:18:34,922 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0389edc1217541c48d845e6ef5d2c1e4, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731475112926 2024-11-13T05:18:34,923 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8e34f84a90e40f4b067e4cde6af4931, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:34,923 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 22d52dae93034980b906e29a016f2ba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:34,943 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:34,944 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/af9b3f2ac8914f448f51fd36f4846aeb is 50, key is test_row_0/B:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:34,958 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:34,959 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/1958b939e28545ee849ce135619ab265 is 50, key is test_row_0/A:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:35,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-13T05:18:35,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:35,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741869_1045 (size=12493) 2024-11-13T05:18:35,009 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,023 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/af9b3f2ac8914f448f51fd36f4846aeb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/af9b3f2ac8914f448f51fd36f4846aeb 2024-11-13T05:18:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741870_1046 (size=12493) 2024-11-13T05:18:35,038 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into af9b3f2ac8914f448f51fd36f4846aeb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:35,038 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:35,039 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475114915; duration=0sec 2024-11-13T05:18:35,039 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:35,039 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:35,039 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:35,041 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:35,042 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:35,042 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:35,042 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/31fe506c89024e37be6e2918cfc12fc7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.7 K 2024-11-13T05:18:35,043 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 31fe506c89024e37be6e2918cfc12fc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731475112770 2024-11-13T05:18:35,043 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8612c063b4344ff9ad34fc8bf699671a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731475113256 2024-11-13T05:18:35,046 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ff8ae13bf147a39e1ec36d3bc0f11c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/29243098114d44569984d54a9db075f6 is 50, key is test_row_0/A:col10/1731475114042/Put/seqid=0 2024-11-13T05:18:35,070 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:35,071 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/7eba589512764246bf29c9f64b216d16 is 50, key is test_row_0/C:col10/1731475113948/Put/seqid=0 2024-11-13T05:18:35,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741871_1047 (size=12151) 2024-11-13T05:18:35,114 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/29243098114d44569984d54a9db075f6 2024-11-13T05:18:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741872_1048 (size=12493) 2024-11-13T05:18:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/511b249fc255479890ebc3b9a259eb7f is 50, key is test_row_0/B:col10/1731475114042/Put/seqid=0 2024-11-13T05:18:35,146 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/7eba589512764246bf29c9f64b216d16 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7eba589512764246bf29c9f64b216d16 2024-11-13T05:18:35,156 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 7eba589512764246bf29c9f64b216d16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:35,156 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:35,156 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475114916; duration=0sec 2024-11-13T05:18:35,156 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:35,156 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:35,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:35,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741873_1049 (size=12151) 2024-11-13T05:18:35,169 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/511b249fc255479890ebc3b9a259eb7f 2024-11-13T05:18:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 is 50, key is test_row_0/C:col10/1731475114042/Put/seqid=0 2024-11-13T05:18:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741874_1050 (size=12151) 2024-11-13T05:18:35,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475175237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475175244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475175246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475175247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475175247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475175348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475175349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475175354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475175354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475175355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,453 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/1958b939e28545ee849ce135619ab265 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1958b939e28545ee849ce135619ab265 2024-11-13T05:18:35,463 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 1958b939e28545ee849ce135619ab265(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:35,464 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:35,464 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475114915; duration=0sec 2024-11-13T05:18:35,464 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:35,464 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475175554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475175551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475175560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475175561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475175561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,611 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 2024-11-13T05:18:35,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/29243098114d44569984d54a9db075f6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6 2024-11-13T05:18:35,633 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T05:18:35,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/511b249fc255479890ebc3b9a259eb7f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f 2024-11-13T05:18:35,642 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T05:18:35,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 2024-11-13T05:18:35,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5, entries=150, sequenceid=171, filesize=11.9 K 2024-11-13T05:18:35,664 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 6cc40e95ec21d14000726a68013613e5 in 655ms, sequenceid=171, compaction requested=false 2024-11-13T05:18:35,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:35,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:35,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-13T05:18:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-13T05:18:35,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T05:18:35,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0630 sec 2024-11-13T05:18:35,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 2.0780 sec 2024-11-13T05:18:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-13T05:18:35,709 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-13T05:18:35,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-13T05:18:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-13T05:18:35,717 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:35,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:35,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-13T05:18:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:35,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T05:18:35,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:35,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:35,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-13T05:18:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:35,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:35,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/bd54901087604a18a9a2949d465adc5a is 50, key is test_row_0/A:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:35,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475175888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475175888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475175889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475175890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475175890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:35,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741875_1051 (size=14541) 2024-11-13T05:18:35,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/bd54901087604a18a9a2949d465adc5a 2024-11-13T05:18:35,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8fabd17c6474ab498db84a0375f6655 is 50, key is test_row_0/B:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741876_1052 (size=12151) 2024-11-13T05:18:35,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8fabd17c6474ab498db84a0375f6655 2024-11-13T05:18:35,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/02b346d9e97d4469a5187d2a2dcbab6a is 50, key is test_row_0/C:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:36,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475175999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475175999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741877_1053 (size=12151) 2024-11-13T05:18:36,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/02b346d9e97d4469a5187d2a2dcbab6a 2024-11-13T05:18:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-13T05:18:36,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/bd54901087604a18a9a2949d465adc5a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a 2024-11-13T05:18:36,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-13T05:18:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:36,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a, entries=200, sequenceid=202, filesize=14.2 K 2024-11-13T05:18:36,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8fabd17c6474ab498db84a0375f6655 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655 2024-11-13T05:18:36,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T05:18:36,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/02b346d9e97d4469a5187d2a2dcbab6a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a 2024-11-13T05:18:36,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T05:18:36,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 6cc40e95ec21d14000726a68013613e5 in 197ms, sequenceid=202, compaction requested=true 2024-11-13T05:18:36,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:36,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:36,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:36,069 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:36,070 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:36,072 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:36,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:36,072 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:36,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:36,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:36,072 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:36,072 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1958b939e28545ee849ce135619ab265, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=38.3 K 2024-11-13T05:18:36,073 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:36,073 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:36,073 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,073 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/af9b3f2ac8914f448f51fd36f4846aeb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.9 K 2024-11-13T05:18:36,073 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1958b939e28545ee849ce135619ab265, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:36,074 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting af9b3f2ac8914f448f51fd36f4846aeb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:36,074 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29243098114d44569984d54a9db075f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731475114033 2024-11-13T05:18:36,074 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 511b249fc255479890ebc3b9a259eb7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731475114033 2024-11-13T05:18:36,075 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd54901087604a18a9a2949d465adc5a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:36,075 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e8fabd17c6474ab498db84a0375f6655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:36,105 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#39 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:36,106 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/38e214efc25b409f948a7211f7d399a3 is 50, key is test_row_0/B:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:36,131 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#40 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:36,132 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/242360b833a446eaad527aa64052c48b is 50, key is test_row_0/A:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741879_1055 (size=12595) 2024-11-13T05:18:36,161 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/242360b833a446eaad527aa64052c48b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/242360b833a446eaad527aa64052c48b 2024-11-13T05:18:36,171 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 242360b833a446eaad527aa64052c48b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:36,171 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:36,171 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475116069; duration=0sec 2024-11-13T05:18:36,172 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:36,172 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:36,173 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:36,175 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:36,175 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:36,175 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,175 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7eba589512764246bf29c9f64b216d16, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=35.9 K 2024-11-13T05:18:36,176 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eba589512764246bf29c9f64b216d16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731475113309 2024-11-13T05:18:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741878_1054 (size=12595) 2024-11-13T05:18:36,178 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ae7f8ce3bd140aca0148a2dd7f0dfd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731475114033 2024-11-13T05:18:36,178 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02b346d9e97d4469a5187d2a2dcbab6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:36,185 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-13T05:18:36,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,188 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T05:18:36,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:36,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:36,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:36,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,202 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:36,203 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a8395e50c68c4d57836885e1088d4390 is 50, key is test_row_0/C:col10/1731475115868/Put/seqid=0 2024-11-13T05:18:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:36,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:36,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c5322e5b559647bd99fb34a27c29e797 is 50, key is test_row_0/A:col10/1731475115888/Put/seqid=0 2024-11-13T05:18:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741880_1056 (size=12595) 2024-11-13T05:18:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741881_1057 (size=9757) 2024-11-13T05:18:36,246 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c5322e5b559647bd99fb34a27c29e797 2024-11-13T05:18:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475176249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475176251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1e07dce6f9a74477a00393648693c225 is 50, key is test_row_0/B:col10/1731475115888/Put/seqid=0 2024-11-13T05:18:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741882_1058 (size=9757) 2024-11-13T05:18:36,309 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1e07dce6f9a74477a00393648693c225 2024-11-13T05:18:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-13T05:18:36,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b03f31ed842441b8a992521b3c7edd13 is 50, key is test_row_0/C:col10/1731475115888/Put/seqid=0 2024-11-13T05:18:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741883_1059 (size=9757) 2024-11-13T05:18:36,348 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b03f31ed842441b8a992521b3c7edd13 2024-11-13T05:18:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c5322e5b559647bd99fb34a27c29e797 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797 2024-11-13T05:18:36,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475176359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475176360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,369 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797, entries=100, sequenceid=212, filesize=9.5 K 2024-11-13T05:18:36,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/1e07dce6f9a74477a00393648693c225 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225 2024-11-13T05:18:36,407 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225, entries=100, sequenceid=212, filesize=9.5 K 2024-11-13T05:18:36,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b03f31ed842441b8a992521b3c7edd13 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13 2024-11-13T05:18:36,419 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13, entries=100, sequenceid=212, filesize=9.5 K 2024-11-13T05:18:36,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 6cc40e95ec21d14000726a68013613e5 in 232ms, sequenceid=212, compaction requested=false 2024-11-13T05:18:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-13T05:18:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-13T05:18:36,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T05:18:36,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 705 msec 2024-11-13T05:18:36,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 714 msec 2024-11-13T05:18:36,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:36,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T05:18:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:36,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:36,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475176571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475176576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/e5ba04450e134630be0a24a670d7b059 is 50, key is test_row_0/A:col10/1731475116250/Put/seqid=0 2024-11-13T05:18:36,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/38e214efc25b409f948a7211f7d399a3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/38e214efc25b409f948a7211f7d399a3 2024-11-13T05:18:36,612 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into 38e214efc25b409f948a7211f7d399a3(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:36,612 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:36,612 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475116069; duration=0sec 2024-11-13T05:18:36,612 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:36,612 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:36,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741884_1060 (size=14541) 2024-11-13T05:18:36,652 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a8395e50c68c4d57836885e1088d4390 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8395e50c68c4d57836885e1088d4390 2024-11-13T05:18:36,662 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into a8395e50c68c4d57836885e1088d4390(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:36,662 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:36,662 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475116072; duration=0sec 2024-11-13T05:18:36,662 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:36,662 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:36,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475176679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475176680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-13T05:18:36,821 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-13T05:18:36,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-13T05:18:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:36,827 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:36,827 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:36,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475176884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475176884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475176887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475176889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475176890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:36,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:36,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:36,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:36,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/e5ba04450e134630be0a24a670d7b059 2024-11-13T05:18:37,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/b6f4f520184a4a988a69f49bfe163402 is 50, key is test_row_0/B:col10/1731475116250/Put/seqid=0 2024-11-13T05:18:37,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741885_1061 (size=12151) 2024-11-13T05:18:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:37,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475177188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475177187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475177191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475177192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475177193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,293 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:37,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/b6f4f520184a4a988a69f49bfe163402 2024-11-13T05:18:37,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:37,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5a3291d5f8f6476ab17de4b7980cffe3 is 50, key is test_row_0/C:col10/1731475116250/Put/seqid=0 2024-11-13T05:18:37,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741886_1062 (size=12151) 2024-11-13T05:18:37,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:37,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475177694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475177695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475177697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475177698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475177702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,774 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:37,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:37,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5a3291d5f8f6476ab17de4b7980cffe3 2024-11-13T05:18:37,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/e5ba04450e134630be0a24a670d7b059 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059 2024-11-13T05:18:37,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059, entries=200, sequenceid=242, filesize=14.2 K 2024-11-13T05:18:37,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/b6f4f520184a4a988a69f49bfe163402 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402 2024-11-13T05:18:37,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T05:18:37,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5a3291d5f8f6476ab17de4b7980cffe3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3 2024-11-13T05:18:37,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:37,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T05:18:37,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 6cc40e95ec21d14000726a68013613e5 in 1362ms, sequenceid=242, compaction requested=true 2024-11-13T05:18:37,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:37,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-13T05:18:37,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,936 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T05:18:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:37,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:37,938 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:37,938 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:37,938 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,938 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/242360b833a446eaad527aa64052c48b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.0 K 2024-11-13T05:18:37,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:37,939 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:37,944 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:37,944 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:37,944 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:37,944 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/38e214efc25b409f948a7211f7d399a3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=33.7 K 2024-11-13T05:18:37,945 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 242360b833a446eaad527aa64052c48b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:37,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e214efc25b409f948a7211f7d399a3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:37,946 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5322e5b559647bd99fb34a27c29e797, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731475115885 2024-11-13T05:18:37,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e07dce6f9a74477a00393648693c225, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731475115885 2024-11-13T05:18:37,947 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ba04450e134630be0a24a670d7b059, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731475116248 2024-11-13T05:18:37,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b6f4f520184a4a988a69f49bfe163402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731475116248 2024-11-13T05:18:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c4924873fa4944d9a0598238e1cd7226 is 50, key is test_row_0/A:col10/1731475116573/Put/seqid=0 2024-11-13T05:18:37,966 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:37,967 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/cf50ad7e13ab4e259ecddc12103df3a6 is 50, key is test_row_0/A:col10/1731475116250/Put/seqid=0 2024-11-13T05:18:37,974 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:37,975 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/a24a4b19134e4f7f979f6e20e4d1b80b is 50, key is test_row_0/B:col10/1731475116250/Put/seqid=0 2024-11-13T05:18:38,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741887_1063 (size=9757) 2024-11-13T05:18:38,017 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c4924873fa4944d9a0598238e1cd7226 2024-11-13T05:18:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/6b78eb4854654dde870939213034aac7 is 50, key is test_row_0/B:col10/1731475116573/Put/seqid=0 2024-11-13T05:18:38,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741888_1064 (size=12697) 2024-11-13T05:18:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741889_1065 (size=12697) 2024-11-13T05:18:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741890_1066 (size=9757) 2024-11-13T05:18:38,104 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/6b78eb4854654dde870939213034aac7 2024-11-13T05:18:38,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b74b2a5933de49cc90712e3b92947519 is 50, key is test_row_0/C:col10/1731475116573/Put/seqid=0 2024-11-13T05:18:38,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741891_1067 (size=9757) 2024-11-13T05:18:38,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b74b2a5933de49cc90712e3b92947519 2024-11-13T05:18:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c4924873fa4944d9a0598238e1cd7226 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226 2024-11-13T05:18:38,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226, entries=100, sequenceid=250, filesize=9.5 K 2024-11-13T05:18:38,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-13T05:18:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/6b78eb4854654dde870939213034aac7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7 2024-11-13T05:18:38,183 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7, entries=100, sequenceid=250, filesize=9.5 K 2024-11-13T05:18:38,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b74b2a5933de49cc90712e3b92947519 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519 2024-11-13T05:18:38,192 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519, entries=100, sequenceid=250, filesize=9.5 K 2024-11-13T05:18:38,194 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 6cc40e95ec21d14000726a68013613e5 in 258ms, sequenceid=250, compaction requested=true 2024-11-13T05:18:38,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:38,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T05:18:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-13T05:18:38,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-13T05:18:38,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-11-13T05:18:38,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3780 sec 2024-11-13T05:18:38,509 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/cf50ad7e13ab4e259ecddc12103df3a6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/cf50ad7e13ab4e259ecddc12103df3a6 2024-11-13T05:18:38,512 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/a24a4b19134e4f7f979f6e20e4d1b80b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a24a4b19134e4f7f979f6e20e4d1b80b 2024-11-13T05:18:38,520 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into cf50ad7e13ab4e259ecddc12103df3a6(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:38,520 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:38,520 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475117936; duration=0sec 2024-11-13T05:18:38,521 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:38,521 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:38,521 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:38,523 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:38,523 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into a24a4b19134e4f7f979f6e20e4d1b80b(size=12.4 K), total size for store is 21.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:38,523 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:38,523 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:38,523 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475117939; duration=0sec 2024-11-13T05:18:38,523 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:38,523 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:38,523 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:38,523 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8395e50c68c4d57836885e1088d4390, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=43.2 K 2024-11-13T05:18:38,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8395e50c68c4d57836885e1088d4390, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731475115239 2024-11-13T05:18:38,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b03f31ed842441b8a992521b3c7edd13, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731475115885 2024-11-13T05:18:38,525 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a3291d5f8f6476ab17de4b7980cffe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731475116248 2024-11-13T05:18:38,525 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b74b2a5933de49cc90712e3b92947519, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475116573 2024-11-13T05:18:38,557 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:38,558 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b43ab6054bb241088d9bd927f1d6ef04 is 50, key is test_row_0/C:col10/1731475116573/Put/seqid=0 2024-11-13T05:18:38,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741892_1068 (size=12731) 2024-11-13T05:18:38,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/88f82e2a23e54e1ebf417ff9f39e1a4c is 50, key is test_row_0/A:col10/1731475118725/Put/seqid=0 2024-11-13T05:18:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741893_1069 (size=17181) 2024-11-13T05:18:38,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/88f82e2a23e54e1ebf417ff9f39e1a4c 2024-11-13T05:18:38,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/835ad5cf16044f57bf0050eede64b2e4 is 50, key is test_row_0/B:col10/1731475118725/Put/seqid=0 2024-11-13T05:18:38,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475178768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475178770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475178774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475178775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475178777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741894_1070 (size=12301) 2024-11-13T05:18:38,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/835ad5cf16044f57bf0050eede64b2e4 2024-11-13T05:18:38,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e78c199ed3864ca583a1d94d5ec5668c is 50, key is test_row_0/C:col10/1731475118725/Put/seqid=0 2024-11-13T05:18:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741895_1071 (size=12301) 2024-11-13T05:18:38,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e78c199ed3864ca583a1d94d5ec5668c 2024-11-13T05:18:38,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/88f82e2a23e54e1ebf417ff9f39e1a4c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c 2024-11-13T05:18:38,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c, entries=250, sequenceid=264, filesize=16.8 K 2024-11-13T05:18:38,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/835ad5cf16044f57bf0050eede64b2e4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4 2024-11-13T05:18:38,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T05:18:38,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e78c199ed3864ca583a1d94d5ec5668c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c 2024-11-13T05:18:38,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c, entries=150, sequenceid=264, filesize=12.0 K 2024-11-13T05:18:38,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6cc40e95ec21d14000726a68013613e5 in 137ms, sequenceid=264, compaction requested=true 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:38,862 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:38,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:18:38,864 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:38,864 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:38,864 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:38,865 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/cf50ad7e13ab4e259ecddc12103df3a6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=38.7 K 2024-11-13T05:18:38,865 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting cf50ad7e13ab4e259ecddc12103df3a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731475116248 2024-11-13T05:18:38,866 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c4924873fa4944d9a0598238e1cd7226, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475116573 2024-11-13T05:18:38,866 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 88f82e2a23e54e1ebf417ff9f39e1a4c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731475118702 2024-11-13T05:18:38,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:38,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:38,888 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:38,889 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/1a04c2d190324f0c81fd5f5d060bf0aa is 50, key is test_row_0/A:col10/1731475118725/Put/seqid=0 2024-11-13T05:18:38,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3f5accf793354f20bcd0d44ee0a2db0b is 50, key is test_row_0/A:col10/1731475118773/Put/seqid=0 2024-11-13T05:18:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475178894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475178896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475178901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475178902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475178902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:38,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741896_1072 (size=12949) 2024-11-13T05:18:38,932 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/1a04c2d190324f0c81fd5f5d060bf0aa as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1a04c2d190324f0c81fd5f5d060bf0aa 2024-11-13T05:18:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741897_1073 (size=14741) 2024-11-13T05:18:38,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3f5accf793354f20bcd0d44ee0a2db0b 2024-11-13T05:18:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-13T05:18:38,939 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-13T05:18:38,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-13T05:18:38,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-13T05:18:38,946 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:38,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:38,952 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 1a04c2d190324f0c81fd5f5d060bf0aa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:38,952 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:38,952 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475118862; duration=0sec 2024-11-13T05:18:38,952 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:18:38,952 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:38,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:38,955 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:38,955 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:38,955 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:38,956 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a24a4b19134e4f7f979f6e20e4d1b80b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=33.9 K 2024-11-13T05:18:38,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8a09bea4ec5424eb9784a1683a92f2c is 50, key is test_row_0/B:col10/1731475118773/Put/seqid=0 2024-11-13T05:18:38,960 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a24a4b19134e4f7f979f6e20e4d1b80b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731475116248 2024-11-13T05:18:38,960 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b78eb4854654dde870939213034aac7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475116573 2024-11-13T05:18:38,961 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 835ad5cf16044f57bf0050eede64b2e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731475118720 2024-11-13T05:18:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741898_1074 (size=12301) 2024-11-13T05:18:38,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8a09bea4ec5424eb9784a1683a92f2c 2024-11-13T05:18:38,982 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:38,983 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/cbc212b2af11463b92c092bcda1ae902 is 50, key is test_row_0/B:col10/1731475118725/Put/seqid=0 2024-11-13T05:18:38,997 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/b43ab6054bb241088d9bd927f1d6ef04 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b43ab6054bb241088d9bd927f1d6ef04 2024-11-13T05:18:39,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a7606a2d3ae64454a9edfd2a5b369288 is 50, key is test_row_0/C:col10/1731475118773/Put/seqid=0 2024-11-13T05:18:39,009 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into b43ab6054bb241088d9bd927f1d6ef04(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:39,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,009 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=12, startTime=1731475117940; duration=0sec 2024-11-13T05:18:39,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:39,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741900_1076 (size=12301) 2024-11-13T05:18:39,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a7606a2d3ae64454a9edfd2a5b369288 2024-11-13T05:18:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741899_1075 (size=12949) 2024-11-13T05:18:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-13T05:18:39,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3f5accf793354f20bcd0d44ee0a2db0b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b 2024-11-13T05:18:39,052 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/cbc212b2af11463b92c092bcda1ae902 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cbc212b2af11463b92c092bcda1ae902 2024-11-13T05:18:39,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b, entries=200, sequenceid=289, filesize=14.4 K 2024-11-13T05:18:39,062 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into cbc212b2af11463b92c092bcda1ae902(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:39,063 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,063 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475118862; duration=0sec 2024-11-13T05:18:39,063 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,064 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/e8a09bea4ec5424eb9784a1683a92f2c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c 2024-11-13T05:18:39,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T05:18:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a7606a2d3ae64454a9edfd2a5b369288 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288 2024-11-13T05:18:39,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288, entries=150, sequenceid=289, filesize=12.0 K 2024-11-13T05:18:39,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6cc40e95ec21d14000726a68013613e5 in 209ms, sequenceid=289, compaction requested=true 2024-11-13T05:18:39,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,093 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:39,093 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T05:18:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:39,093 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:39,094 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:39,095 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:39,095 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:39,095 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,096 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b43ab6054bb241088d9bd927f1d6ef04, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.5 K 2024-11-13T05:18:39,096 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b43ab6054bb241088d9bd927f1d6ef04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475116569 2024-11-13T05:18:39,097 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e78c199ed3864ca583a1d94d5ec5668c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731475118720 2024-11-13T05:18:39,098 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7606a2d3ae64454a9edfd2a5b369288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731475118773 2024-11-13T05:18:39,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-13T05:18:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,100 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T05:18:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:39,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/088421e594c34bc89d29a4aa4c8e07bb is 50, key is test_row_0/A:col10/1731475118889/Put/seqid=0 2024-11-13T05:18:39,142 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:39,143 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/07a16aaabf25409c9d8698309ba1947b is 50, key is test_row_0/C:col10/1731475118773/Put/seqid=0 2024-11-13T05:18:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741902_1078 (size=12983) 2024-11-13T05:18:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741901_1077 (size=12301) 2024-11-13T05:18:39,173 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/088421e594c34bc89d29a4aa4c8e07bb 2024-11-13T05:18:39,178 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/07a16aaabf25409c9d8698309ba1947b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/07a16aaabf25409c9d8698309ba1947b 2024-11-13T05:18:39,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85d48553af094593b6d43ad415a0d772 is 50, key is test_row_0/B:col10/1731475118889/Put/seqid=0 2024-11-13T05:18:39,195 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 07a16aaabf25409c9d8698309ba1947b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:39,195 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,195 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475119093; duration=0sec 2024-11-13T05:18:39,195 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,195 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:39,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741903_1079 (size=12301) 2024-11-13T05:18:39,223 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85d48553af094593b6d43ad415a0d772 2024-11-13T05:18:39,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e39164a9ced4413dacbcdc7d0daac225 is 50, key is test_row_0/C:col10/1731475118889/Put/seqid=0 2024-11-13T05:18:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-13T05:18:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741904_1080 (size=12301) 2024-11-13T05:18:39,267 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e39164a9ced4413dacbcdc7d0daac225 2024-11-13T05:18:39,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/088421e594c34bc89d29a4aa4c8e07bb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb 2024-11-13T05:18:39,290 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb, entries=150, sequenceid=304, filesize=12.0 K 2024-11-13T05:18:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85d48553af094593b6d43ad415a0d772 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772 2024-11-13T05:18:39,299 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772, entries=150, sequenceid=304, filesize=12.0 K 2024-11-13T05:18:39,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e39164a9ced4413dacbcdc7d0daac225 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225 2024-11-13T05:18:39,310 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225, entries=150, sequenceid=304, filesize=12.0 K 2024-11-13T05:18:39,312 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6cc40e95ec21d14000726a68013613e5 in 212ms, sequenceid=304, compaction requested=true 2024-11-13T05:18:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-13T05:18:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-13T05:18:39,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-13T05:18:39,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 368 msec 2024-11-13T05:18:39,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 376 msec 2024-11-13T05:18:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:39,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T05:18:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:39,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:39,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ad5e99ddb76e42fcaeee7a1b35e78014 is 50, key is test_row_0/A:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741905_1081 (size=14741) 2024-11-13T05:18:39,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ad5e99ddb76e42fcaeee7a1b35e78014 2024-11-13T05:18:39,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7021bbbc9d404e56a307ec1c452dfaaa is 50, key is test_row_0/B:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741906_1082 (size=12301) 2024-11-13T05:18:39,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7021bbbc9d404e56a307ec1c452dfaaa 2024-11-13T05:18:39,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ed96773bc80a46dfb6c34d8923adf0f2 is 50, key is test_row_0/C:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741907_1083 (size=12301) 2024-11-13T05:18:39,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ed96773bc80a46dfb6c34d8923adf0f2 2024-11-13T05:18:39,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ad5e99ddb76e42fcaeee7a1b35e78014 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014 2024-11-13T05:18:39,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014, entries=200, sequenceid=332, filesize=14.4 K 2024-11-13T05:18:39,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7021bbbc9d404e56a307ec1c452dfaaa as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa 2024-11-13T05:18:39,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa, entries=150, sequenceid=332, filesize=12.0 K 2024-11-13T05:18:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ed96773bc80a46dfb6c34d8923adf0f2 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2 2024-11-13T05:18:39,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2, entries=150, sequenceid=332, filesize=12.0 K 2024-11-13T05:18:39,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6cc40e95ec21d14000726a68013613e5 in 184ms, sequenceid=332, compaction requested=true 2024-11-13T05:18:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,545 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:39,545 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:39,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:39,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:39,547 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:39,547 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:39,547 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,547 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cbc212b2af11463b92c092bcda1ae902, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=48.7 K 2024-11-13T05:18:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-13T05:18:39,549 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-13T05:18:39,549 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:39,549 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:39,549 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,549 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1a04c2d190324f0c81fd5f5d060bf0aa, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=53.4 K 2024-11-13T05:18:39,550 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc212b2af11463b92c092bcda1ae902, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731475118720 2024-11-13T05:18:39,550 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a04c2d190324f0c81fd5f5d060bf0aa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731475118720 2024-11-13T05:18:39,550 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5accf793354f20bcd0d44ee0a2db0b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731475118772 2024-11-13T05:18:39,550 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a09bea4ec5424eb9784a1683a92f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731475118773 2024-11-13T05:18:39,551 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088421e594c34bc89d29a4aa4c8e07bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731475118889 2024-11-13T05:18:39,551 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d48553af094593b6d43ad415a0d772, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731475118889 2024-11-13T05:18:39,552 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad5e99ddb76e42fcaeee7a1b35e78014, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:39,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:39,552 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7021bbbc9d404e56a307ec1c452dfaaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-13T05:18:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:39,554 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:39,555 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:39,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:39,586 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:39,587 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/b96c5b6bf63d47f1921235755ec35dd4 is 50, key is test_row_0/B:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,594 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:39,595 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/6643d1e120104de5adcd6a67d93f8187 is 50, key is test_row_0/A:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741908_1084 (size=13085) 2024-11-13T05:18:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741909_1085 (size=13085) 2024-11-13T05:18:39,655 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/6643d1e120104de5adcd6a67d93f8187 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6643d1e120104de5adcd6a67d93f8187 2024-11-13T05:18:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:39,656 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/b96c5b6bf63d47f1921235755ec35dd4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b96c5b6bf63d47f1921235755ec35dd4 2024-11-13T05:18:39,667 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 6643d1e120104de5adcd6a67d93f8187(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:39,667 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,667 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=12, startTime=1731475119545; duration=0sec 2024-11-13T05:18:39,667 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:39,667 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:39,667 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:39,668 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into b96c5b6bf63d47f1921235755ec35dd4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:39,668 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:39,668 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=12, startTime=1731475119545; duration=0sec 2024-11-13T05:18:39,668 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:39,668 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:39,671 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:39,671 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:39,671 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,671 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/07a16aaabf25409c9d8698309ba1947b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.7 K 2024-11-13T05:18:39,672 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a16aaabf25409c9d8698309ba1947b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731475118773 2024-11-13T05:18:39,672 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e39164a9ced4413dacbcdc7d0daac225, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731475118889 2024-11-13T05:18:39,673 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed96773bc80a46dfb6c34d8923adf0f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:39,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:39,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:39,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:39,691 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:39,692 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/2ae8dd4d24ef4e5f89ff158b736bbf0c is 50, key is test_row_0/C:col10/1731475119359/Put/seqid=0 2024-11-13T05:18:39,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/9d1ae8cf1faa448d84da34b6c71829ce is 50, key is test_row_0/A:col10/1731475119686/Put/seqid=0 2024-11-13T05:18:39,708 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:39,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741910_1086 (size=13085) 2024-11-13T05:18:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741911_1087 (size=14741) 2024-11-13T05:18:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475179837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475179839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475179840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475179841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475179844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:39,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:39,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:39,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:39,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475180042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475180043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475180045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475180047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475180049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,123 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/2ae8dd4d24ef4e5f89ff158b736bbf0c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ae8dd4d24ef4e5f89ff158b736bbf0c 2024-11-13T05:18:40,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/9d1ae8cf1faa448d84da34b6c71829ce 2024-11-13T05:18:40,140 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 2ae8dd4d24ef4e5f89ff158b736bbf0c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:40,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:40,140 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475119546; duration=0sec 2024-11-13T05:18:40,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:40,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:40,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/a083dca4f7a043c1af56db67621ee58b is 50, key is test_row_0/B:col10/1731475119686/Put/seqid=0 2024-11-13T05:18:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:40,176 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741912_1088 (size=12301) 2024-11-13T05:18:40,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475180349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475180349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475180348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475180351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475180351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/a083dca4f7a043c1af56db67621ee58b 2024-11-13T05:18:40,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fc287ee5ec63405c91b516f32de211cc is 50, key is test_row_0/C:col10/1731475119686/Put/seqid=0 2024-11-13T05:18:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741913_1089 (size=12301) 2024-11-13T05:18:40,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fc287ee5ec63405c91b516f32de211cc 2024-11-13T05:18:40,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/9d1ae8cf1faa448d84da34b6c71829ce as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce 2024-11-13T05:18:40,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:40,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce, entries=200, sequenceid=346, filesize=14.4 K 2024-11-13T05:18:40,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/a083dca4f7a043c1af56db67621ee58b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b 2024-11-13T05:18:40,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T05:18:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fc287ee5ec63405c91b516f32de211cc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc 2024-11-13T05:18:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:40,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc, entries=150, sequenceid=346, filesize=12.0 K 2024-11-13T05:18:40,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6cc40e95ec21d14000726a68013613e5 in 982ms, sequenceid=346, compaction requested=false 2024-11-13T05:18:40,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:40,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-13T05:18:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:40,794 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:18:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:40,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:40,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/fa634d78f6894d2ca6f1f894bd8f69c3 is 50, key is test_row_0/A:col10/1731475119714/Put/seqid=0 2024-11-13T05:18:40,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741914_1090 (size=12301) 2024-11-13T05:18:40,845 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/fa634d78f6894d2ca6f1f894bd8f69c3 2024-11-13T05:18:40,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:40,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f40db6ce1e35448f93bfba71c2b6d311 is 50, key is test_row_0/B:col10/1731475119714/Put/seqid=0 2024-11-13T05:18:40,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475180870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475180870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475180870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475180871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475180872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741915_1091 (size=12301) 2024-11-13T05:18:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475180976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475180976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475180977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475180979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475180980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475181181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475181182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475181182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475181183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475181184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,281 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f40db6ce1e35448f93bfba71c2b6d311 2024-11-13T05:18:41,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a8372cebcd5846b6be5616a84e190b2e is 50, key is test_row_0/C:col10/1731475119714/Put/seqid=0 2024-11-13T05:18:41,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741916_1092 (size=12301) 2024-11-13T05:18:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475181488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475181488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475181488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475181490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475181493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:41,707 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a8372cebcd5846b6be5616a84e190b2e 2024-11-13T05:18:41,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/fa634d78f6894d2ca6f1f894bd8f69c3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3 2024-11-13T05:18:41,728 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-13T05:18:41,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f40db6ce1e35448f93bfba71c2b6d311 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311 2024-11-13T05:18:41,744 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311, entries=150, sequenceid=371, filesize=12.0 K 2024-11-13T05:18:41,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a8372cebcd5846b6be5616a84e190b2e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e 2024-11-13T05:18:41,753 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e, entries=150, sequenceid=371, filesize=12.0 K 2024-11-13T05:18:41,754 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6cc40e95ec21d14000726a68013613e5 in 960ms, sequenceid=371, compaction requested=true 2024-11-13T05:18:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-13T05:18:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-13T05:18:41,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-13T05:18:41,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-11-13T05:18:41,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.2080 sec 2024-11-13T05:18:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:41,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:18:41,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:41,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:42,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a2f0c438911f4a58857c9b6c01c68241 is 50, key is test_row_0/A:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:42,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475182014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475182015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475182016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475182018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475182018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741917_1093 (size=14741) 2024-11-13T05:18:42,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475182120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475182121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475182121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475182123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475182123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475182323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475182324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475182324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475182325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475182327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a2f0c438911f4a58857c9b6c01c68241 2024-11-13T05:18:42,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f399817d2fd44ab0af94efcc06bee03d is 50, key is test_row_0/B:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741918_1094 (size=12301) 2024-11-13T05:18:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475182629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475182629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475182629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475182632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475182636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:42,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f399817d2fd44ab0af94efcc06bee03d 2024-11-13T05:18:42,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5dc8c4a3a1274d1d80dcc330be03515b is 50, key is test_row_0/C:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741919_1095 (size=12301) 2024-11-13T05:18:42,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5dc8c4a3a1274d1d80dcc330be03515b 2024-11-13T05:18:42,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/a2f0c438911f4a58857c9b6c01c68241 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241 2024-11-13T05:18:42,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241, entries=200, sequenceid=386, filesize=14.4 K 2024-11-13T05:18:42,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f399817d2fd44ab0af94efcc06bee03d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d 2024-11-13T05:18:42,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-13T05:18:42,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/5dc8c4a3a1274d1d80dcc330be03515b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b 2024-11-13T05:18:42,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b, entries=150, sequenceid=386, filesize=12.0 K 2024-11-13T05:18:42,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6cc40e95ec21d14000726a68013613e5 in 911ms, sequenceid=386, compaction requested=true 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:42,908 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:42,908 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:42,909 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:42,910 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:42,910 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:42,910 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6643d1e120104de5adcd6a67d93f8187, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=53.6 K 2024-11-13T05:18:42,910 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:42,910 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:42,911 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:42,911 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b96c5b6bf63d47f1921235755ec35dd4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=48.8 K 2024-11-13T05:18:42,911 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b96c5b6bf63d47f1921235755ec35dd4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:42,912 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a083dca4f7a043c1af56db67621ee58b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731475119367 2024-11-13T05:18:42,912 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6643d1e120104de5adcd6a67d93f8187, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:42,912 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f40db6ce1e35448f93bfba71c2b6d311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731475119714 2024-11-13T05:18:42,912 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d1ae8cf1faa448d84da34b6c71829ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731475119367 2024-11-13T05:18:42,913 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f399817d2fd44ab0af94efcc06bee03d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:42,914 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa634d78f6894d2ca6f1f894bd8f69c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731475119714 2024-11-13T05:18:42,915 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2f0c438911f4a58857c9b6c01c68241, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:42,935 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:42,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/115317661cf64956a4c08637c05e1374 is 50, key is test_row_0/A:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:42,936 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:42,938 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/c6e4add213c5452dae6c0aac5f79afe6 is 50, key is test_row_0/B:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741920_1096 (size=13221) 2024-11-13T05:18:42,955 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/115317661cf64956a4c08637c05e1374 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/115317661cf64956a4c08637c05e1374 2024-11-13T05:18:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741921_1097 (size=13221) 2024-11-13T05:18:42,963 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 115317661cf64956a4c08637c05e1374(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:42,963 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:42,963 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=12, startTime=1731475122908; duration=0sec 2024-11-13T05:18:42,964 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:42,964 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:42,964 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:18:42,966 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:18:42,967 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:42,967 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:42,967 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ae8dd4d24ef4e5f89ff158b736bbf0c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=48.8 K 2024-11-13T05:18:42,968 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae8dd4d24ef4e5f89ff158b736bbf0c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731475119251 2024-11-13T05:18:42,969 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc287ee5ec63405c91b516f32de211cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1731475119367 2024-11-13T05:18:42,970 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8372cebcd5846b6be5616a84e190b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731475119714 2024-11-13T05:18:42,971 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc8c4a3a1274d1d80dcc330be03515b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:42,999 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:43,001 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/34923e29d34b478c8cccc80d3d1d1c83 is 50, key is test_row_0/C:col10/1731475121996/Put/seqid=0 2024-11-13T05:18:43,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741922_1098 (size=13221) 2024-11-13T05:18:43,039 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/34923e29d34b478c8cccc80d3d1d1c83 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/34923e29d34b478c8cccc80d3d1d1c83 2024-11-13T05:18:43,048 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 34923e29d34b478c8cccc80d3d1d1c83(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:43,048 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:43,048 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=12, startTime=1731475122908; duration=0sec 2024-11-13T05:18:43,048 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:43,048 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:43,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:43,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/13cef9f76a834d6f9ebc4e1f6faff6b4 is 50, key is test_row_0/A:col10/1731475122015/Put/seqid=0 2024-11-13T05:18:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741923_1099 (size=12301) 2024-11-13T05:18:43,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475183154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475183155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475183157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475183158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475183159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475183261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475183262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475183262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475183264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475183273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,376 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/c6e4add213c5452dae6c0aac5f79afe6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/c6e4add213c5452dae6c0aac5f79afe6 2024-11-13T05:18:43,388 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into c6e4add213c5452dae6c0aac5f79afe6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:43,388 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:43,388 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=12, startTime=1731475122908; duration=0sec 2024-11-13T05:18:43,388 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:43,388 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475183465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475183465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475183467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475183467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475183477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/13cef9f76a834d6f9ebc4e1f6faff6b4 2024-11-13T05:18:43,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/bb0271202092447cad982c937e512bde is 50, key is test_row_0/B:col10/1731475122015/Put/seqid=0 2024-11-13T05:18:43,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741924_1100 (size=12301) 2024-11-13T05:18:43,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/bb0271202092447cad982c937e512bde 2024-11-13T05:18:43,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/449a2d93f01e477aa16d16137f9c25fb is 50, key is test_row_0/C:col10/1731475122015/Put/seqid=0 2024-11-13T05:18:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741925_1101 (size=12301) 2024-11-13T05:18:43,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/449a2d93f01e477aa16d16137f9c25fb 2024-11-13T05:18:43,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/13cef9f76a834d6f9ebc4e1f6faff6b4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4 2024-11-13T05:18:43,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4, entries=150, sequenceid=410, filesize=12.0 K 2024-11-13T05:18:43,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/bb0271202092447cad982c937e512bde as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde 2024-11-13T05:18:43,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde, entries=150, sequenceid=410, filesize=12.0 K 2024-11-13T05:18:43,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/449a2d93f01e477aa16d16137f9c25fb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb 2024-11-13T05:18:43,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb, entries=150, sequenceid=410, filesize=12.0 K 2024-11-13T05:18:43,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6cc40e95ec21d14000726a68013613e5 in 524ms, sequenceid=410, compaction requested=false 2024-11-13T05:18:43,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-13T05:18:43,663 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-13T05:18:43,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-13T05:18:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-13T05:18:43,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:43,668 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:43,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-13T05:18:43,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:18:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:43,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:43,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7f1dd1ec6dd54e8ba87d549f5433341d is 50, key is test_row_0/A:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:43,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741926_1102 (size=12301) 2024-11-13T05:18:43,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7f1dd1ec6dd54e8ba87d549f5433341d 2024-11-13T05:18:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475183806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475183806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475183800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475183811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/61032a714635471bbb36044540982c8d is 50, key is test_row_0/B:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:43,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475183811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-13T05:18:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:43,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741927_1103 (size=12301) 2024-11-13T05:18:43,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/61032a714635471bbb36044540982c8d 2024-11-13T05:18:43,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ccd6d01cd2b84a679f3343311c390d02 is 50, key is test_row_0/C:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741928_1104 (size=12301) 2024-11-13T05:18:43,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ccd6d01cd2b84a679f3343311c390d02 2024-11-13T05:18:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475183914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475183914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7f1dd1ec6dd54e8ba87d549f5433341d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d 2024-11-13T05:18:43,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475183919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475183919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475183920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d, entries=150, sequenceid=427, filesize=12.0 K 2024-11-13T05:18:43,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/61032a714635471bbb36044540982c8d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d 2024-11-13T05:18:43,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d, entries=150, sequenceid=427, filesize=12.0 K 2024-11-13T05:18:43,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/ccd6d01cd2b84a679f3343311c390d02 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02 2024-11-13T05:18:43,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02, entries=150, sequenceid=427, filesize=12.0 K 2024-11-13T05:18:43,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6cc40e95ec21d14000726a68013613e5 in 173ms, sequenceid=427, compaction requested=true 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:43,948 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:18:43,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:43,951 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:43,951 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:43,952 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:43,952 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/c6e4add213c5452dae6c0aac5f79afe6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.9 K 2024-11-13T05:18:43,952 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:43,952 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:43,952 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:43,952 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/115317661cf64956a4c08637c05e1374, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.9 K 2024-11-13T05:18:43,953 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 115317661cf64956a4c08637c05e1374, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:43,953 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e4add213c5452dae6c0aac5f79afe6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:43,954 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13cef9f76a834d6f9ebc4e1f6faff6b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731475122014 2024-11-13T05:18:43,954 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0271202092447cad982c937e512bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731475122014 2024-11-13T05:18:43,955 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1dd1ec6dd54e8ba87d549f5433341d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:43,955 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 61032a714635471bbb36044540982c8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:43,970 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:43,971 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/bb80169e3dd144f4ab3fb52bb9dda241 is 50, key is test_row_0/A:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-13T05:18:43,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:43,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-13T05:18:43,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:43,974 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T05:18:43,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:43,975 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:43,976 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/88ed9fa777034880bd0987182404d44a is 50, key is test_row_0/B:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:43,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/b73ccd27b6bc4efba008481491a91e67 is 50, key is test_row_0/A:col10/1731475123809/Put/seqid=0 2024-11-13T05:18:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741930_1106 (size=13323) 2024-11-13T05:18:44,037 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/88ed9fa777034880bd0987182404d44a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/88ed9fa777034880bd0987182404d44a 2024-11-13T05:18:44,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741929_1105 (size=13323) 2024-11-13T05:18:44,064 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/bb80169e3dd144f4ab3fb52bb9dda241 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bb80169e3dd144f4ab3fb52bb9dda241 2024-11-13T05:18:44,067 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into 88ed9fa777034880bd0987182404d44a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:44,067 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:44,067 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475123948; duration=0sec 2024-11-13T05:18:44,067 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:44,067 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:44,067 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:44,073 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:44,073 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:44,074 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,074 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/34923e29d34b478c8cccc80d3d1d1c83, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=36.9 K 2024-11-13T05:18:44,074 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into bb80169e3dd144f4ab3fb52bb9dda241(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:44,074 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:44,074 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475123948; duration=0sec 2024-11-13T05:18:44,074 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:44,074 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:44,077 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 34923e29d34b478c8cccc80d3d1d1c83, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731475120859 2024-11-13T05:18:44,077 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 449a2d93f01e477aa16d16137f9c25fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731475122014 2024-11-13T05:18:44,078 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd6d01cd2b84a679f3343311c390d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741931_1107 (size=12301) 2024-11-13T05:18:44,089 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/b73ccd27b6bc4efba008481491a91e67 2024-11-13T05:18:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/79e16d4e1ffc4432aa482ca5d45fe6ac is 50, key is test_row_0/B:col10/1731475123809/Put/seqid=0 2024-11-13T05:18:44,110 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:44,111 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/1d1bbb5ec5eb46039a8a6281722b2c97 is 50, key is test_row_0/C:col10/1731475123771/Put/seqid=0 2024-11-13T05:18:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741932_1108 (size=12301) 2024-11-13T05:18:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:44,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:44,119 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/79e16d4e1ffc4432aa482ca5d45fe6ac 2024-11-13T05:18:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741933_1109 (size=13323) 2024-11-13T05:18:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fbef0758880746b9b7d49b5e7f8a21b8 is 50, key is test_row_0/C:col10/1731475123809/Put/seqid=0 2024-11-13T05:18:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741934_1110 (size=12301) 2024-11-13T05:18:44,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fbef0758880746b9b7d49b5e7f8a21b8 2024-11-13T05:18:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475184136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475184136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475184138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475184140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475184140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/b73ccd27b6bc4efba008481491a91e67 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67 2024-11-13T05:18:44,151 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67, entries=150, sequenceid=447, filesize=12.0 K 2024-11-13T05:18:44,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/79e16d4e1ffc4432aa482ca5d45fe6ac as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac 2024-11-13T05:18:44,158 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac, entries=150, sequenceid=447, filesize=12.0 K 2024-11-13T05:18:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/fbef0758880746b9b7d49b5e7f8a21b8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8 2024-11-13T05:18:44,166 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8, entries=150, sequenceid=447, filesize=12.0 K 2024-11-13T05:18:44,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 6cc40e95ec21d14000726a68013613e5 in 194ms, sequenceid=447, compaction requested=false 2024-11-13T05:18:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T05:18:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-13T05:18:44,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-13T05:18:44,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 503 msec 2024-11-13T05:18:44,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 508 msec 2024-11-13T05:18:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:44,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:44,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:44,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3dc0ffda4af6473a9fabc88c5433bb74 is 50, key is test_row_0/A:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741935_1111 (size=12301) 2024-11-13T05:18:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-13T05:18:44,274 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-13T05:18:44,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-13T05:18:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:44,278 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:44,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,278 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:44,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475184272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475184275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475184275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475184278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475184278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:44,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475184384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475184385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475184385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475184385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475184385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,532 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/1d1bbb5ec5eb46039a8a6281722b2c97 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/1d1bbb5ec5eb46039a8a6281722b2c97 2024-11-13T05:18:44,544 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 1d1bbb5ec5eb46039a8a6281722b2c97(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:44,544 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:44,544 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475123948; duration=0sec 2024-11-13T05:18:44,545 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:44,545 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:44,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475184588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475184589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475184590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475184590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475184590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3dc0ffda4af6473a9fabc88c5433bb74 2024-11-13T05:18:44,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3273e490cce34af0bda46d72ad0ae3b0 is 50, key is test_row_0/B:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:44,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741936_1112 (size=12301) 2024-11-13T05:18:44,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:44,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475184893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475184897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475184897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475184899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:44,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475184900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:45,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3273e490cce34af0bda46d72ad0ae3b0 2024-11-13T05:18:45,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/7cd803eb4452484ab8d447fb5cd792ba is 50, key is test_row_0/C:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741937_1113 (size=12301) 2024-11-13T05:18:45,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:45,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:45,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475185401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475185402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475185402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475185404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475185405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:45,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/7cd803eb4452484ab8d447fb5cd792ba 2024-11-13T05:18:45,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/3dc0ffda4af6473a9fabc88c5433bb74 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74 2024-11-13T05:18:45,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74, entries=150, sequenceid=468, filesize=12.0 K 2024-11-13T05:18:45,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/3273e490cce34af0bda46d72ad0ae3b0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0 2024-11-13T05:18:45,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0, entries=150, sequenceid=468, filesize=12.0 K 2024-11-13T05:18:45,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/7cd803eb4452484ab8d447fb5cd792ba as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba 2024-11-13T05:18:45,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba, entries=150, sequenceid=468, filesize=12.0 K 2024-11-13T05:18:45,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 6cc40e95ec21d14000726a68013613e5 in 1309ms, sequenceid=468, compaction requested=true 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:45,553 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:45,553 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:45,554 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:45,554 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:45,554 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:45,555 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,555 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:45,555 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,555 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bb80169e3dd144f4ab3fb52bb9dda241, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.0 K 2024-11-13T05:18:45,555 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/88ed9fa777034880bd0987182404d44a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.0 K 2024-11-13T05:18:45,555 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb80169e3dd144f4ab3fb52bb9dda241, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:45,555 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 88ed9fa777034880bd0987182404d44a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:45,555 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b73ccd27b6bc4efba008481491a91e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731475123797 2024-11-13T05:18:45,556 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 79e16d4e1ffc4432aa482ca5d45fe6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731475123797 2024-11-13T05:18:45,556 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dc0ffda4af6473a9fabc88c5433bb74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:45,556 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3273e490cce34af0bda46d72ad0ae3b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:45,582 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:45,582 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:45,583 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/b05c6789af0f45aaaac644dd822941ec is 50, key is test_row_0/A:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:45,583 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f0b625aaff7b4ab3bc09ba60d20824b8 is 50, key is test_row_0/B:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:45,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741938_1114 (size=13425) 2024-11-13T05:18:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741939_1115 (size=13425) 2024-11-13T05:18:45,646 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/f0b625aaff7b4ab3bc09ba60d20824b8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f0b625aaff7b4ab3bc09ba60d20824b8 2024-11-13T05:18:45,653 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into f0b625aaff7b4ab3bc09ba60d20824b8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:45,653 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:45,653 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475125553; duration=0sec 2024-11-13T05:18:45,653 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:45,653 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:45,654 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:45,655 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:45,655 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:45,655 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,655 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/1d1bbb5ec5eb46039a8a6281722b2c97, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.0 K 2024-11-13T05:18:45,656 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1bbb5ec5eb46039a8a6281722b2c97, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1731475123152 2024-11-13T05:18:45,657 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting fbef0758880746b9b7d49b5e7f8a21b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1731475123797 2024-11-13T05:18:45,657 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cd803eb4452484ab8d447fb5cd792ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:45,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:45,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-13T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:45,669 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:45,679 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:45,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e259de723d5942a7b70bab851fbcc534 is 50, key is test_row_0/C:col10/1731475124132/Put/seqid=0 2024-11-13T05:18:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/8082e2a1993c4a41a0e854d816b76f4c is 50, key is test_row_0/A:col10/1731475124269/Put/seqid=0 2024-11-13T05:18:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741941_1117 (size=12301) 2024-11-13T05:18:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741940_1116 (size=13425) 2024-11-13T05:18:45,727 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/e259de723d5942a7b70bab851fbcc534 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e259de723d5942a7b70bab851fbcc534 2024-11-13T05:18:45,746 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into e259de723d5942a7b70bab851fbcc534(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:45,746 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:45,746 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475125553; duration=0sec 2024-11-13T05:18:45,747 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:45,747 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:46,034 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/b05c6789af0f45aaaac644dd822941ec as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b05c6789af0f45aaaac644dd822941ec 2024-11-13T05:18:46,041 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into b05c6789af0f45aaaac644dd822941ec(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:46,041 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:46,041 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475125553; duration=0sec 2024-11-13T05:18:46,041 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:46,041 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:46,115 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/8082e2a1993c4a41a0e854d816b76f4c 2024-11-13T05:18:46,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/de2c5c0d83a144eab6ce59291c300f00 is 50, key is test_row_0/B:col10/1731475124269/Put/seqid=0 2024-11-13T05:18:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741942_1118 (size=12301) 2024-11-13T05:18:46,145 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/de2c5c0d83a144eab6ce59291c300f00 2024-11-13T05:18:46,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a14b487ef4ef4c44ae00656f0f40aa6b is 50, key is test_row_0/C:col10/1731475124269/Put/seqid=0 2024-11-13T05:18:46,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741943_1119 (size=12301) 2024-11-13T05:18:46,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a14b487ef4ef4c44ae00656f0f40aa6b 2024-11-13T05:18:46,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/8082e2a1993c4a41a0e854d816b76f4c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c 2024-11-13T05:18:46,192 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c, entries=150, sequenceid=488, filesize=12.0 K 2024-11-13T05:18:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/de2c5c0d83a144eab6ce59291c300f00 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00 2024-11-13T05:18:46,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00, entries=150, sequenceid=488, filesize=12.0 K 2024-11-13T05:18:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/a14b487ef4ef4c44ae00656f0f40aa6b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b 2024-11-13T05:18:46,212 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b, entries=150, sequenceid=488, filesize=12.0 K 2024-11-13T05:18:46,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 6cc40e95ec21d14000726a68013613e5 in 550ms, sequenceid=488, compaction requested=false 2024-11-13T05:18:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T05:18:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-13T05:18:46,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-13T05:18:46,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-13T05:18:46,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.9530 sec 2024-11-13T05:18:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-13T05:18:46,383 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-13T05:18:46,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-13T05:18:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:46,388 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:46,389 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:46,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:46,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:46,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:46,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:46,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/5a210566cbc749c7847a6738bd03ec43 is 50, key is test_row_0/A:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741944_1120 (size=12301) 2024-11-13T05:18:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475186471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475186472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475186472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475186476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475186477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:46,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:46,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475186579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475186579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475186581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475186581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475186582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:46,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:46,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:46,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475186782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475186783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475186783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475186785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475186785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:46,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:46,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:46,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/5a210566cbc749c7847a6738bd03ec43 2024-11-13T05:18:46,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7b9298129d1549b1b4188757682640aa is 50, key is test_row_0/B:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741945_1121 (size=12301) 2024-11-13T05:18:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:47,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475187087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475187087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475187088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475187089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475187090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7b9298129d1549b1b4188757682640aa 2024-11-13T05:18:47,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/edfb99d1515942d4a73eba0d39c5d03f is 50, key is test_row_0/C:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:47,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741946_1122 (size=12301) 2024-11-13T05:18:47,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/edfb99d1515942d4a73eba0d39c5d03f 2024-11-13T05:18:47,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/5a210566cbc749c7847a6738bd03ec43 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43 2024-11-13T05:18:47,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43, entries=150, sequenceid=503, filesize=12.0 K 2024-11-13T05:18:47,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/7b9298129d1549b1b4188757682640aa as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa 2024-11-13T05:18:47,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:47,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa, entries=150, sequenceid=503, filesize=12.0 K 2024-11-13T05:18:47,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/edfb99d1515942d4a73eba0d39c5d03f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f 2024-11-13T05:18:47,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f, entries=150, sequenceid=503, filesize=12.0 K 2024-11-13T05:18:47,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cc40e95ec21d14000726a68013613e5 in 911ms, sequenceid=503, compaction requested=true 2024-11-13T05:18:47,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:47,326 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:47,326 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:47,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:47,327 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:47,327 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/A is initiating minor compaction (all files) 2024-11-13T05:18:47,327 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:47,327 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/A in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,327 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/B is initiating minor compaction (all files) 2024-11-13T05:18:47,327 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b05c6789af0f45aaaac644dd822941ec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.1 K 2024-11-13T05:18:47,327 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/B in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,328 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f0b625aaff7b4ab3bc09ba60d20824b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.1 K 2024-11-13T05:18:47,328 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b05c6789af0f45aaaac644dd822941ec, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:47,331 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8082e2a1993c4a41a0e854d816b76f4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731475124269 2024-11-13T05:18:47,331 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b625aaff7b4ab3bc09ba60d20824b8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:47,331 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a210566cbc749c7847a6738bd03ec43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731475126412 2024-11-13T05:18:47,332 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting de2c5c0d83a144eab6ce59291c300f00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731475124269 2024-11-13T05:18:47,332 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b9298129d1549b1b4188757682640aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731475126412 2024-11-13T05:18:47,343 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:47,343 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/6739e602959749579da748dd68ea2d77 is 50, key is test_row_0/A:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:47,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741947_1123 (size=13527) 2024-11-13T05:18:47,353 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:47,354 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/505e378257d946c2a49d84d1804503e8 is 50, key is test_row_0/B:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:47,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741948_1124 (size=13527) 2024-11-13T05:18:47,377 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/505e378257d946c2a49d84d1804503e8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/505e378257d946c2a49d84d1804503e8 2024-11-13T05:18:47,384 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/B of 6cc40e95ec21d14000726a68013613e5 into 505e378257d946c2a49d84d1804503e8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:47,384 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:47,384 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/B, priority=13, startTime=1731475127326; duration=0sec 2024-11-13T05:18:47,384 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:18:47,384 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:47,384 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:18:47,386 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:18:47,386 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 6cc40e95ec21d14000726a68013613e5/C is initiating minor compaction (all files) 2024-11-13T05:18:47,386 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6cc40e95ec21d14000726a68013613e5/C in TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,386 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e259de723d5942a7b70bab851fbcc534, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp, totalSize=37.1 K 2024-11-13T05:18:47,387 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e259de723d5942a7b70bab851fbcc534, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731475124132 2024-11-13T05:18:47,387 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a14b487ef4ef4c44ae00656f0f40aa6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731475124269 2024-11-13T05:18:47,388 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting edfb99d1515942d4a73eba0d39c5d03f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1731475126412 2024-11-13T05:18:47,411 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cc40e95ec21d14000726a68013613e5#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:18:47,412 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/2ec65bc8d3e443b89f7d5b49f7bd63d3 is 50, key is test_row_0/C:col10/1731475126414/Put/seqid=0 2024-11-13T05:18:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741949_1125 (size=13527) 2024-11-13T05:18:47,434 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/2ec65bc8d3e443b89f7d5b49f7bd63d3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ec65bc8d3e443b89f7d5b49f7bd63d3 2024-11-13T05:18:47,440 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/C of 6cc40e95ec21d14000726a68013613e5 into 2ec65bc8d3e443b89f7d5b49f7bd63d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:47,440 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:47,440 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/C, priority=13, startTime=1731475127326; duration=0sec 2024-11-13T05:18:47,440 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:47,440 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:47,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-13T05:18:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:47,468 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:18:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:47,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d96f97cd640e4251a476feec2d9779e1 is 50, key is test_row_0/A:col10/1731475126471/Put/seqid=0 2024-11-13T05:18:47,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741950_1126 (size=12301) 2024-11-13T05:18:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:47,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475187605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475187605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475187606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475187607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475187616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475187710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475187711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475187713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475187713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475187721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,758 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/6739e602959749579da748dd68ea2d77 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6739e602959749579da748dd68ea2d77 2024-11-13T05:18:47,764 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6cc40e95ec21d14000726a68013613e5/A of 6cc40e95ec21d14000726a68013613e5 into 6739e602959749579da748dd68ea2d77(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:18:47,764 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:47,764 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5., storeName=6cc40e95ec21d14000726a68013613e5/A, priority=13, startTime=1731475127325; duration=0sec 2024-11-13T05:18:47,764 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:47,764 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:47,888 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d96f97cd640e4251a476feec2d9779e1 2024-11-13T05:18:47,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/cb7de0a1f8d641f191a0b33433e0ae60 is 50, key is test_row_0/B:col10/1731475126471/Put/seqid=0 2024-11-13T05:18:47,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741951_1127 (size=12301) 2024-11-13T05:18:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475187912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475187915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475187915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475187916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:47,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475187922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475188217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475188219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475188219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475188220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475188224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,312 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/cb7de0a1f8d641f191a0b33433e0ae60 2024-11-13T05:18:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8affef2d8e08477bb942350f083454eb is 50, key is test_row_0/C:col10/1731475126471/Put/seqid=0 2024-11-13T05:18:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741952_1128 (size=12301) 2024-11-13T05:18:48,352 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8affef2d8e08477bb942350f083454eb 2024-11-13T05:18:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/d96f97cd640e4251a476feec2d9779e1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d96f97cd640e4251a476feec2d9779e1 2024-11-13T05:18:48,367 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d96f97cd640e4251a476feec2d9779e1, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T05:18:48,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/cb7de0a1f8d641f191a0b33433e0ae60 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cb7de0a1f8d641f191a0b33433e0ae60 2024-11-13T05:18:48,377 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cb7de0a1f8d641f191a0b33433e0ae60, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T05:18:48,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/8affef2d8e08477bb942350f083454eb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8affef2d8e08477bb942350f083454eb 2024-11-13T05:18:48,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8affef2d8e08477bb942350f083454eb, entries=150, sequenceid=528, filesize=12.0 K 2024-11-13T05:18:48,386 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6cc40e95ec21d14000726a68013613e5 in 918ms, sequenceid=528, compaction requested=false 2024-11-13T05:18:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:48,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T05:18:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-13T05:18:48,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-13T05:18:48,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0000 sec 2024-11-13T05:18:48,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.0120 sec 2024-11-13T05:18:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-13T05:18:48,494 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-13T05:18:48,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-13T05:18:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-13T05:18:48,499 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:48,500 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:48,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-13T05:18:48,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-13T05:18:48,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:48,654 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:48,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:48,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ca79b504637a40aeb15efa93db2422d1 is 50, key is test_row_0/A:col10/1731475127607/Put/seqid=0 2024-11-13T05:18:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741953_1129 (size=12301) 2024-11-13T05:18:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:48,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. as already flushing 2024-11-13T05:18:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475188742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475188743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475188744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475188745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475188745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-13T05:18:48,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475188846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475188846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475188847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475188849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475188850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475189048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475189049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475189050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475189053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475189053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-13T05:18:49,104 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ca79b504637a40aeb15efa93db2422d1 2024-11-13T05:18:49,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/557014670b3b423fa559e83f87590a52 is 50, key is test_row_0/B:col10/1731475127607/Put/seqid=0 2024-11-13T05:18:49,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741954_1130 (size=12301) 2024-11-13T05:18:49,124 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/557014670b3b423fa559e83f87590a52 2024-11-13T05:18:49,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/6971b7a22597458c808a301ad0e08849 is 50, key is test_row_0/C:col10/1731475127607/Put/seqid=0 2024-11-13T05:18:49,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741955_1131 (size=12301) 2024-11-13T05:18:49,353 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:55869 2024-11-13T05:18:49,353 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:55869 2024-11-13T05:18:49,353 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:55869 2024-11-13T05:18:49,354 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,354 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,354 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55086 deadline: 1731475189353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55108 deadline: 1731475189354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55112 deadline: 1731475189357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,357 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:55869 2024-11-13T05:18:49,358 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55096 deadline: 1731475189357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55058 deadline: 1731475189358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,542 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/6971b7a22597458c808a301ad0e08849 2024-11-13T05:18:49,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/ca79b504637a40aeb15efa93db2422d1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ca79b504637a40aeb15efa93db2422d1 2024-11-13T05:18:49,552 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ca79b504637a40aeb15efa93db2422d1, entries=150, sequenceid=542, filesize=12.0 K 2024-11-13T05:18:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/557014670b3b423fa559e83f87590a52 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/557014670b3b423fa559e83f87590a52 2024-11-13T05:18:49,557 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/557014670b3b423fa559e83f87590a52, entries=150, sequenceid=542, filesize=12.0 K 2024-11-13T05:18:49,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/6971b7a22597458c808a301ad0e08849 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/6971b7a22597458c808a301ad0e08849 2024-11-13T05:18:49,563 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/6971b7a22597458c808a301ad0e08849, entries=150, sequenceid=542, filesize=12.0 K 2024-11-13T05:18:49,564 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6cc40e95ec21d14000726a68013613e5 in 911ms, sequenceid=542, compaction requested=true 2024-11-13T05:18:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T05:18:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-13T05:18:49,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-13T05:18:49,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-11-13T05:18:49,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0720 sec 2024-11-13T05:18:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-13T05:18:49,602 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-13T05:18:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:49,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:18:49,857 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:55869 2024-11-13T05:18:49,857 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:49,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:49,859 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:55869 2024-11-13T05:18:49,859 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7a1db9b5863c406a94920f5db2d13c96 is 50, key is test_row_0/A:col10/1731475129855/Put/seqid=0 2024-11-13T05:18:49,864 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:55869 2024-11-13T05:18:49,864 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,864 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:55869 2024-11-13T05:18:49,865 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,865 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:55869 2024-11-13T05:18:49,865 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5286 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5164 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:18:49,865 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2335 2024-11-13T05:18:49,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6998 rows 2024-11-13T05:18:49,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2303 2024-11-13T05:18:49,866 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6909 rows 2024-11-13T05:18:49,866 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:18:49,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:55869 2024-11-13T05:18:49,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:18:49,875 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:18:49,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:18:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741956_1132 (size=12301) 2024-11-13T05:18:49,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7a1db9b5863c406a94920f5db2d13c96 2024-11-13T05:18:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:49,889 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475129889"}]},"ts":"1731475129889"} 2024-11-13T05:18:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:49,890 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:18:49,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/0297f65caf91473f9da14e89e4e33c5b is 50, key is test_row_0/B:col10/1731475129855/Put/seqid=0 2024-11-13T05:18:49,893 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:18:49,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:18:49,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741957_1133 (size=12301) 2024-11-13T05:18:49,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, UNASSIGN}] 2024-11-13T05:18:49,901 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, UNASSIGN 2024-11-13T05:18:49,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=6cc40e95ec21d14000726a68013613e5, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:49,903 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:18:49,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:50,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:50,060 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:50,061 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:18:50,061 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 6cc40e95ec21d14000726a68013613e5, disabling compactions & flushes 2024-11-13T05:18:50,061 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:50,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/0297f65caf91473f9da14e89e4e33c5b 2024-11-13T05:18:50,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/08b6e72d51a94247a7e5ebfc63bba90d is 50, key is test_row_0/C:col10/1731475129855/Put/seqid=0 2024-11-13T05:18:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741958_1134 (size=12301) 2024-11-13T05:18:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:50,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/08b6e72d51a94247a7e5ebfc63bba90d 2024-11-13T05:18:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/7a1db9b5863c406a94920f5db2d13c96 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7a1db9b5863c406a94920f5db2d13c96 2024-11-13T05:18:50,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7a1db9b5863c406a94920f5db2d13c96, entries=150, sequenceid=567, filesize=12.0 K 2024-11-13T05:18:50,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/0297f65caf91473f9da14e89e4e33c5b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0297f65caf91473f9da14e89e4e33c5b 2024-11-13T05:18:50,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0297f65caf91473f9da14e89e4e33c5b, entries=150, sequenceid=567, filesize=12.0 K 2024-11-13T05:18:50,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/08b6e72d51a94247a7e5ebfc63bba90d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/08b6e72d51a94247a7e5ebfc63bba90d 2024-11-13T05:18:50,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/08b6e72d51a94247a7e5ebfc63bba90d, entries=150, sequenceid=567, filesize=12.0 K 2024-11-13T05:18:50,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 6cc40e95ec21d14000726a68013613e5 in 875ms, sequenceid=567, compaction requested=true 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:18:50,731 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:50,731 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:A 2024-11-13T05:18:50,731 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. after waiting 0 ms 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cc40e95ec21d14000726a68013613e5:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:50,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:18:50,731 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. because compaction request was cancelled 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:B 2024-11-13T05:18:50,731 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cc40e95ec21d14000726a68013613e5:C 2024-11-13T05:18:50,732 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 6cc40e95ec21d14000726a68013613e5 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=A 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=B 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6cc40e95ec21d14000726a68013613e5, store=C 2024-11-13T05:18:50,732 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:50,735 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c70570b6bf4e4ed4ae83ec952e71bc8b is 50, key is test_row_1/A:col10/1731475129864/Put/seqid=0 2024-11-13T05:18:50,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741959_1135 (size=9857) 2024-11-13T05:18:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:51,140 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c70570b6bf4e4ed4ae83ec952e71bc8b 2024-11-13T05:18:51,147 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85bdaf52edea480698a88f32ee569488 is 50, key is test_row_1/B:col10/1731475129864/Put/seqid=0 2024-11-13T05:18:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741960_1136 (size=9857) 2024-11-13T05:18:51,552 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85bdaf52edea480698a88f32ee569488 2024-11-13T05:18:51,559 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/900414b1edca430885d031470cd79f41 is 50, key is test_row_1/C:col10/1731475129864/Put/seqid=0 2024-11-13T05:18:51,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741961_1137 (size=9857) 2024-11-13T05:18:51,965 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/900414b1edca430885d031470cd79f41 2024-11-13T05:18:51,971 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/A/c70570b6bf4e4ed4ae83ec952e71bc8b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c70570b6bf4e4ed4ae83ec952e71bc8b 2024-11-13T05:18:51,976 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c70570b6bf4e4ed4ae83ec952e71bc8b, entries=100, sequenceid=574, filesize=9.6 K 2024-11-13T05:18:51,977 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/B/85bdaf52edea480698a88f32ee569488 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85bdaf52edea480698a88f32ee569488 2024-11-13T05:18:51,981 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85bdaf52edea480698a88f32ee569488, entries=100, sequenceid=574, filesize=9.6 K 2024-11-13T05:18:51,982 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/.tmp/C/900414b1edca430885d031470cd79f41 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/900414b1edca430885d031470cd79f41 2024-11-13T05:18:51,986 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/900414b1edca430885d031470cd79f41, entries=100, sequenceid=574, filesize=9.6 K 2024-11-13T05:18:51,986 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6cc40e95ec21d14000726a68013613e5 in 1255ms, sequenceid=574, compaction requested=true 2024-11-13T05:18:51,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/19103f6e09c748a68c26cb2b45770f87, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a5dcf16c7eb54b7bb3a180575e44911f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1958b939e28545ee849ce135619ab265, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/242360b833a446eaad527aa64052c48b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/cf50ad7e13ab4e259ecddc12103df3a6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1a04c2d190324f0c81fd5f5d060bf0aa, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6643d1e120104de5adcd6a67d93f8187, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/115317661cf64956a4c08637c05e1374, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bb80169e3dd144f4ab3fb52bb9dda241, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b05c6789af0f45aaaac644dd822941ec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43] to archive 2024-11-13T05:18:51,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:18:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:51,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0fa92ceafee9438eb205ece8a9986682 2024-11-13T05:18:51,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a111c5ac1210480491e107919869be98 2024-11-13T05:18:51,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/19103f6e09c748a68c26cb2b45770f87 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/19103f6e09c748a68c26cb2b45770f87 2024-11-13T05:18:52,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d7a0dc7253d84da1a48be537139025b8 2024-11-13T05:18:52,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/63e181499a4d4964b05926d62edcb322 2024-11-13T05:18:52,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0bd0abd1d44a415ab58586883e642bdc 2024-11-13T05:18:52,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7fb980d4355e473b8073fccbe6c842ad 2024-11-13T05:18:52,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a5dcf16c7eb54b7bb3a180575e44911f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a5dcf16c7eb54b7bb3a180575e44911f 2024-11-13T05:18:52,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/0389edc1217541c48d845e6ef5d2c1e4 2024-11-13T05:18:52,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/f8e34f84a90e40f4b067e4cde6af4931 2024-11-13T05:18:52,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1958b939e28545ee849ce135619ab265 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1958b939e28545ee849ce135619ab265 2024-11-13T05:18:52,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/29243098114d44569984d54a9db075f6 2024-11-13T05:18:52,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bd54901087604a18a9a2949d465adc5a 2024-11-13T05:18:52,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/242360b833a446eaad527aa64052c48b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/242360b833a446eaad527aa64052c48b 2024-11-13T05:18:52,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c5322e5b559647bd99fb34a27c29e797 2024-11-13T05:18:52,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/e5ba04450e134630be0a24a670d7b059 2024-11-13T05:18:52,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/cf50ad7e13ab4e259ecddc12103df3a6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/cf50ad7e13ab4e259ecddc12103df3a6 2024-11-13T05:18:52,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c4924873fa4944d9a0598238e1cd7226 2024-11-13T05:18:52,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/88f82e2a23e54e1ebf417ff9f39e1a4c 2024-11-13T05:18:52,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1a04c2d190324f0c81fd5f5d060bf0aa to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/1a04c2d190324f0c81fd5f5d060bf0aa 2024-11-13T05:18:52,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3f5accf793354f20bcd0d44ee0a2db0b 2024-11-13T05:18:52,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/088421e594c34bc89d29a4aa4c8e07bb 2024-11-13T05:18:52,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ad5e99ddb76e42fcaeee7a1b35e78014 2024-11-13T05:18:52,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6643d1e120104de5adcd6a67d93f8187 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6643d1e120104de5adcd6a67d93f8187 2024-11-13T05:18:52,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/9d1ae8cf1faa448d84da34b6c71829ce 2024-11-13T05:18:52,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/fa634d78f6894d2ca6f1f894bd8f69c3 2024-11-13T05:18:52,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/a2f0c438911f4a58857c9b6c01c68241 2024-11-13T05:18:52,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/115317661cf64956a4c08637c05e1374 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/115317661cf64956a4c08637c05e1374 2024-11-13T05:18:52,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/13cef9f76a834d6f9ebc4e1f6faff6b4 2024-11-13T05:18:52,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bb80169e3dd144f4ab3fb52bb9dda241 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/bb80169e3dd144f4ab3fb52bb9dda241 2024-11-13T05:18:52,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7f1dd1ec6dd54e8ba87d549f5433341d 2024-11-13T05:18:52,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b73ccd27b6bc4efba008481491a91e67 2024-11-13T05:18:52,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b05c6789af0f45aaaac644dd822941ec to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/b05c6789af0f45aaaac644dd822941ec 2024-11-13T05:18:52,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/3dc0ffda4af6473a9fabc88c5433bb74 2024-11-13T05:18:52,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/8082e2a1993c4a41a0e854d816b76f4c 2024-11-13T05:18:52,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/5a210566cbc749c7847a6738bd03ec43 2024-11-13T05:18:52,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0a2c7a95b37247bf912c24f729e13318, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e47ff0c17d9f4fd581dc3560e5a94cc5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/af9b3f2ac8914f448f51fd36f4846aeb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/38e214efc25b409f948a7211f7d399a3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a24a4b19134e4f7f979f6e20e4d1b80b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cbc212b2af11463b92c092bcda1ae902, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b96c5b6bf63d47f1921235755ec35dd4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/c6e4add213c5452dae6c0aac5f79afe6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/88ed9fa777034880bd0987182404d44a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f0b625aaff7b4ab3bc09ba60d20824b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa] to archive 2024-11-13T05:18:52,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:18:52,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/9a26a4128285469fbe02769b1c91c626 2024-11-13T05:18:52,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/54ab957a564046faaf8db91c42771eef 2024-11-13T05:18:52,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0a2c7a95b37247bf912c24f729e13318 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0a2c7a95b37247bf912c24f729e13318 2024-11-13T05:18:52,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e2e06f00635345ad96fa75f353e86f2b 2024-11-13T05:18:52,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3e34d46d8b1c46d3b31dbf6f8cb88ff1 2024-11-13T05:18:52,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e11637cf0bb64d038c502b0a3bb87d09 2024-11-13T05:18:52,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e47ff0c17d9f4fd581dc3560e5a94cc5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e47ff0c17d9f4fd581dc3560e5a94cc5 2024-11-13T05:18:52,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1c83a3229a8840258f0ccc35f4aeb62a 2024-11-13T05:18:52,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3a1ec112c29c4d4492b9ce9eb3176dbf 2024-11-13T05:18:52,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/af9b3f2ac8914f448f51fd36f4846aeb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/af9b3f2ac8914f448f51fd36f4846aeb 2024-11-13T05:18:52,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/22d52dae93034980b906e29a016f2ba4 2024-11-13T05:18:52,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/511b249fc255479890ebc3b9a259eb7f 2024-11-13T05:18:52,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/38e214efc25b409f948a7211f7d399a3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/38e214efc25b409f948a7211f7d399a3 2024-11-13T05:18:52,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8fabd17c6474ab498db84a0375f6655 2024-11-13T05:18:52,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/1e07dce6f9a74477a00393648693c225 2024-11-13T05:18:52,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a24a4b19134e4f7f979f6e20e4d1b80b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a24a4b19134e4f7f979f6e20e4d1b80b 2024-11-13T05:18:52,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b6f4f520184a4a988a69f49bfe163402 2024-11-13T05:18:52,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/6b78eb4854654dde870939213034aac7 2024-11-13T05:18:52,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cbc212b2af11463b92c092bcda1ae902 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cbc212b2af11463b92c092bcda1ae902 2024-11-13T05:18:52,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/835ad5cf16044f57bf0050eede64b2e4 2024-11-13T05:18:52,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/e8a09bea4ec5424eb9784a1683a92f2c 2024-11-13T05:18:52,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85d48553af094593b6d43ad415a0d772 2024-11-13T05:18:52,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b96c5b6bf63d47f1921235755ec35dd4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/b96c5b6bf63d47f1921235755ec35dd4 2024-11-13T05:18:52,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7021bbbc9d404e56a307ec1c452dfaaa 2024-11-13T05:18:52,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/a083dca4f7a043c1af56db67621ee58b 2024-11-13T05:18:52,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f40db6ce1e35448f93bfba71c2b6d311 2024-11-13T05:18:52,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/c6e4add213c5452dae6c0aac5f79afe6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/c6e4add213c5452dae6c0aac5f79afe6 2024-11-13T05:18:52,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f399817d2fd44ab0af94efcc06bee03d 2024-11-13T05:18:52,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/bb0271202092447cad982c937e512bde 2024-11-13T05:18:52,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/88ed9fa777034880bd0987182404d44a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/88ed9fa777034880bd0987182404d44a 2024-11-13T05:18:52,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/61032a714635471bbb36044540982c8d 2024-11-13T05:18:52,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/79e16d4e1ffc4432aa482ca5d45fe6ac 2024-11-13T05:18:52,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f0b625aaff7b4ab3bc09ba60d20824b8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/f0b625aaff7b4ab3bc09ba60d20824b8 2024-11-13T05:18:52,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/3273e490cce34af0bda46d72ad0ae3b0 2024-11-13T05:18:52,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/de2c5c0d83a144eab6ce59291c300f00 2024-11-13T05:18:52,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/7b9298129d1549b1b4188757682640aa 2024-11-13T05:18:52,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/60918d52c90e4d249cd3da38854b3567, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/31fe506c89024e37be6e2918cfc12fc7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7eba589512764246bf29c9f64b216d16, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8395e50c68c4d57836885e1088d4390, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b43ab6054bb241088d9bd927f1d6ef04, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/07a16aaabf25409c9d8698309ba1947b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ae8dd4d24ef4e5f89ff158b736bbf0c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/34923e29d34b478c8cccc80d3d1d1c83, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/1d1bbb5ec5eb46039a8a6281722b2c97, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e259de723d5942a7b70bab851fbcc534, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f] to archive 2024-11-13T05:18:52,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:18:52,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/32a81034d11c45f58a67158f94ab827b 2024-11-13T05:18:52,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a71d5b5991f94ce1ad967f499325a12c 2024-11-13T05:18:52,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/60918d52c90e4d249cd3da38854b3567 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/60918d52c90e4d249cd3da38854b3567 2024-11-13T05:18:52,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/03431a2dba4c42d6beb45048f361f935 2024-11-13T05:18:52,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/98c2c84944d249e7b0d154d099306bb7 2024-11-13T05:18:52,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/dce6c1255b664336b4495aac65da18e5 2024-11-13T05:18:52,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/31fe506c89024e37be6e2918cfc12fc7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/31fe506c89024e37be6e2918cfc12fc7 2024-11-13T05:18:52,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/f7d9ab30b54447d8b93edb8c8887f25d 2024-11-13T05:18:52,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8612c063b4344ff9ad34fc8bf699671a 2024-11-13T05:18:52,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7eba589512764246bf29c9f64b216d16 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7eba589512764246bf29c9f64b216d16 2024-11-13T05:18:52,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a1ff8ae13bf147a39e1ec36d3bc0f11c 2024-11-13T05:18:52,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8ae7f8ce3bd140aca0148a2dd7f0dfd5 2024-11-13T05:18:52,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8395e50c68c4d57836885e1088d4390 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8395e50c68c4d57836885e1088d4390 2024-11-13T05:18:52,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/02b346d9e97d4469a5187d2a2dcbab6a 2024-11-13T05:18:52,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b03f31ed842441b8a992521b3c7edd13 2024-11-13T05:18:52,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5a3291d5f8f6476ab17de4b7980cffe3 2024-11-13T05:18:52,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b43ab6054bb241088d9bd927f1d6ef04 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b43ab6054bb241088d9bd927f1d6ef04 2024-11-13T05:18:52,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/b74b2a5933de49cc90712e3b92947519 2024-11-13T05:18:52,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e78c199ed3864ca583a1d94d5ec5668c 2024-11-13T05:18:52,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/07a16aaabf25409c9d8698309ba1947b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/07a16aaabf25409c9d8698309ba1947b 2024-11-13T05:18:52,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a7606a2d3ae64454a9edfd2a5b369288 2024-11-13T05:18:52,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e39164a9ced4413dacbcdc7d0daac225 2024-11-13T05:18:52,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ae8dd4d24ef4e5f89ff158b736bbf0c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ae8dd4d24ef4e5f89ff158b736bbf0c 2024-11-13T05:18:52,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ed96773bc80a46dfb6c34d8923adf0f2 2024-11-13T05:18:52,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fc287ee5ec63405c91b516f32de211cc 2024-11-13T05:18:52,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a8372cebcd5846b6be5616a84e190b2e 2024-11-13T05:18:52,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/34923e29d34b478c8cccc80d3d1d1c83 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/34923e29d34b478c8cccc80d3d1d1c83 2024-11-13T05:18:52,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/5dc8c4a3a1274d1d80dcc330be03515b 2024-11-13T05:18:52,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/449a2d93f01e477aa16d16137f9c25fb 2024-11-13T05:18:52,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/1d1bbb5ec5eb46039a8a6281722b2c97 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/1d1bbb5ec5eb46039a8a6281722b2c97 2024-11-13T05:18:52,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/ccd6d01cd2b84a679f3343311c390d02 2024-11-13T05:18:52,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/fbef0758880746b9b7d49b5e7f8a21b8 2024-11-13T05:18:52,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e259de723d5942a7b70bab851fbcc534 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/e259de723d5942a7b70bab851fbcc534 2024-11-13T05:18:52,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/7cd803eb4452484ab8d447fb5cd792ba 2024-11-13T05:18:52,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/a14b487ef4ef4c44ae00656f0f40aa6b 2024-11-13T05:18:52,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/edfb99d1515942d4a73eba0d39c5d03f 2024-11-13T05:18:52,166 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/recovered.edits/577.seqid, newMaxSeqId=577, maxSeqId=1 2024-11-13T05:18:52,169 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5. 2024-11-13T05:18:52,169 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 6cc40e95ec21d14000726a68013613e5: 2024-11-13T05:18:52,172 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:52,172 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=6cc40e95ec21d14000726a68013613e5, regionState=CLOSED 2024-11-13T05:18:52,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T05:18:52,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 6cc40e95ec21d14000726a68013613e5, server=c07acfa36556,38917,1731475104240 in 2.2710 sec 2024-11-13T05:18:52,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T05:18:52,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cc40e95ec21d14000726a68013613e5, UNASSIGN in 2.2760 sec 2024-11-13T05:18:52,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T05:18:52,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2840 sec 2024-11-13T05:18:52,182 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475132181"}]},"ts":"1731475132181"} 2024-11-13T05:18:52,189 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:18:52,191 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:18:52,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3100 sec 2024-11-13T05:18:52,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:18:52,694 ERROR [LeaseRenewer:jenkins@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:53,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T05:18:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-13T05:18:53,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-13T05:18:53,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:18:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-13T05:18:54,004 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:54,013 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/recovered.edits] 2024-11-13T05:18:54,016 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6739e602959749579da748dd68ea2d77 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/6739e602959749579da748dd68ea2d77 2024-11-13T05:18:54,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7a1db9b5863c406a94920f5db2d13c96 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/7a1db9b5863c406a94920f5db2d13c96 2024-11-13T05:18:54,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c70570b6bf4e4ed4ae83ec952e71bc8b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/c70570b6bf4e4ed4ae83ec952e71bc8b 2024-11-13T05:18:54,021 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ca79b504637a40aeb15efa93db2422d1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/ca79b504637a40aeb15efa93db2422d1 2024-11-13T05:18:54,023 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d96f97cd640e4251a476feec2d9779e1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/A/d96f97cd640e4251a476feec2d9779e1 2024-11-13T05:18:54,026 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0297f65caf91473f9da14e89e4e33c5b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/0297f65caf91473f9da14e89e4e33c5b 2024-11-13T05:18:54,028 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/505e378257d946c2a49d84d1804503e8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/505e378257d946c2a49d84d1804503e8 2024-11-13T05:18:54,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/557014670b3b423fa559e83f87590a52 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/557014670b3b423fa559e83f87590a52 2024-11-13T05:18:54,032 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85bdaf52edea480698a88f32ee569488 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/85bdaf52edea480698a88f32ee569488 2024-11-13T05:18:54,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cb7de0a1f8d641f191a0b33433e0ae60 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/B/cb7de0a1f8d641f191a0b33433e0ae60 2024-11-13T05:18:54,036 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/08b6e72d51a94247a7e5ebfc63bba90d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/08b6e72d51a94247a7e5ebfc63bba90d 2024-11-13T05:18:54,038 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ec65bc8d3e443b89f7d5b49f7bd63d3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/2ec65bc8d3e443b89f7d5b49f7bd63d3 2024-11-13T05:18:54,039 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/6971b7a22597458c808a301ad0e08849 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/6971b7a22597458c808a301ad0e08849 2024-11-13T05:18:54,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8affef2d8e08477bb942350f083454eb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/8affef2d8e08477bb942350f083454eb 2024-11-13T05:18:54,042 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/900414b1edca430885d031470cd79f41 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/C/900414b1edca430885d031470cd79f41 2024-11-13T05:18:54,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/recovered.edits/577.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5/recovered.edits/577.seqid 2024-11-13T05:18:54,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/6cc40e95ec21d14000726a68013613e5 2024-11-13T05:18:54,046 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:18:54,052 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T05:18:54,060 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:18:54,096 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:18:54,098 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,098 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:18:54,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475134098"}]},"ts":"9223372036854775807"} 2024-11-13T05:18:54,101 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:18:54,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6cc40e95ec21d14000726a68013613e5, NAME => 'TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:18:54,101 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:18:54,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475134101"}]},"ts":"9223372036854775807"} 2024-11-13T05:18:54,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:18:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-13T05:18:54,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 107 msec 2024-11-13T05:18:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-13T05:18:54,307 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-13T05:18:54,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0xed83588-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/c07acfa36556:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1371778535_22 at /127.0.0.1:52404 [Waiting for operation #377] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1045662697_22 at /127.0.0.1:52554 [Waiting for operation #402] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c07acfa36556:38917-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 248) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4445 (was 5359) 2024-11-13T05:18:54,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=4444 2024-11-13T05:18:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:18:54,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:54,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:18:54,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:54,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-13T05:18:54,337 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:18:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:54,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741962_1138 (size=960) 2024-11-13T05:18:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:54,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:18:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741963_1139 (size=53) 2024-11-13T05:18:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 584115265a73b162ff36b224409713f7, disabling compactions & flushes 2024-11-13T05:18:55,153 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. after waiting 0 ms 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,153 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,153 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:55,154 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:18:55,155 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475135154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475135154"}]},"ts":"1731475135154"} 2024-11-13T05:18:55,156 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:18:55,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:18:55,157 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475135157"}]},"ts":"1731475135157"} 2024-11-13T05:18:55,158 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:18:55,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, ASSIGN}] 2024-11-13T05:18:55,163 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, ASSIGN 2024-11-13T05:18:55,164 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:18:55,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:55,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:55,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:55,472 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,473 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:55,473 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,473 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:55,473 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,473 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,475 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,476 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:55,476 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName A 2024-11-13T05:18:55,476 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:55,477 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:55,477 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,478 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:55,479 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName B 2024-11-13T05:18:55,479 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:55,480 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:55,480 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,481 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:55,481 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName C 2024-11-13T05:18:55,481 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:55,481 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:55,481 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,482 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,482 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,484 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:18:55,485 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:55,487 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:18:55,487 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 584115265a73b162ff36b224409713f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61935530, jitterRate=-0.07708868384361267}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:18:55,488 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:55,489 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., pid=41, masterSystemTime=1731475135468 2024-11-13T05:18:55,490 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,490 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:55,491 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:55,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-13T05:18:55,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 in 176 msec 2024-11-13T05:18:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T05:18:55,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, ASSIGN in 332 msec 2024-11-13T05:18:55,496 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:18:55,497 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475135496"}]},"ts":"1731475135496"} 2024-11-13T05:18:55,498 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:18:55,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:18:55,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-13T05:18:55,757 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T05:18:55,758 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T05:18:56,173 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-13T05:18:56,443 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-13T05:18:56,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-13T05:18:56,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:56,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:56,452 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:56,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:18:56,455 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:18:56,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:18:56,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:18:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T05:18:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741964_1140 (size=996) 2024-11-13T05:18:56,883 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-13T05:18:56,883 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-13T05:18:56,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:18:56,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, REOPEN/MOVE}] 2024-11-13T05:18:56,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, REOPEN/MOVE 2024-11-13T05:18:56,896 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:56,898 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:18:56,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:57,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,050 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:18:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 584115265a73b162ff36b224409713f7, disabling compactions & flushes 2024-11-13T05:18:57,050 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. after waiting 0 ms 2024-11-13T05:18:57,050 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,054 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T05:18:57,055 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,055 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:57,055 WARN [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 584115265a73b162ff36b224409713f7 to self. 2024-11-13T05:18:57,057 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,057 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=CLOSED 2024-11-13T05:18:57,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-13T05:18:57,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 in 160 msec 2024-11-13T05:18:57,060 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, REOPEN/MOVE; state=CLOSED, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=true 2024-11-13T05:18:57,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:18:57,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,367 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,367 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:18:57,368 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,368 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:18:57,368 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,368 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,371 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,371 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:57,376 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName A 2024-11-13T05:18:57,378 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:57,378 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:57,379 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,380 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:57,380 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName B 2024-11-13T05:18:57,380 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:57,380 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:57,381 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,381 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:18:57,381 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584115265a73b162ff36b224409713f7 columnFamilyName C 2024-11-13T05:18:57,381 DEBUG [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:57,382 INFO [StoreOpener-584115265a73b162ff36b224409713f7-1 {}] regionserver.HStore(327): Store=584115265a73b162ff36b224409713f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:18:57,382 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,383 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,384 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,385 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:18:57,386 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,387 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 584115265a73b162ff36b224409713f7; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67273360, jitterRate=0.002451181411743164}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:18:57,388 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:57,388 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., pid=46, masterSystemTime=1731475137364 2024-11-13T05:18:57,390 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,390 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=OPEN, openSeqNum=5, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-13T05:18:57,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 in 180 msec 2024-11-13T05:18:57,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-13T05:18:57,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, REOPEN/MOVE in 498 msec 2024-11-13T05:18:57,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T05:18:57,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-13T05:18:57,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-13T05:18:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-13T05:18:57,409 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-13T05:18:57,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-13T05:18:57,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-13T05:18:57,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-13T05:18:57,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,429 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-13T05:18:57,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,433 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-13T05:18:57,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-13T05:18:57,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-13T05:18:57,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,443 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-13T05:18:57,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:18:57,449 DEBUG [hconnection-0x136bb299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-13T05:18:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:57,453 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:57,454 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:57,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:57,455 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,456 DEBUG [hconnection-0x40fddafc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,457 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,457 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,458 DEBUG [hconnection-0x1adbc80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,458 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,459 DEBUG [hconnection-0x694bb74e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,459 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,460 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,461 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,461 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,462 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,463 DEBUG [hconnection-0x6b4524be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,463 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:18:57,464 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,465 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:18:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:57,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:18:57,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:18:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:18:57,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475197523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475197525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475197524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475197527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475197529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:57,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113094380344fed4f7cbd98bc010c48ad22_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475137474/Put/seqid=0 2024-11-13T05:18:57,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475197636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475197636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475197640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475197640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475197644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741965_1141 (size=12154) 2024-11-13T05:18:57,666 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:57,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113094380344fed4f7cbd98bc010c48ad22_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113094380344fed4f7cbd98bc010c48ad22_584115265a73b162ff36b224409713f7 2024-11-13T05:18:57,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/bc453003de38497dbfff3c03cefb1680, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:18:57,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/bc453003de38497dbfff3c03cefb1680 is 175, key is test_row_0/A:col10/1731475137474/Put/seqid=0 2024-11-13T05:18:57,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:18:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:57,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741966_1142 (size=30955) 2024-11-13T05:18:57,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475197845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475197845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475197851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475197852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475197858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:57,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:57,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:58,082 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475198151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475198162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475198163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475198163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475198168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/bc453003de38497dbfff3c03cefb1680 2024-11-13T05:18:58,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/8cd0ac0dc7704f45a7bcd1592ddb0678 is 50, key is test_row_0/B:col10/1731475137474/Put/seqid=0 2024-11-13T05:18:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741967_1143 (size=12001) 2024-11-13T05:18:58,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:58,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:58,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475198657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475198665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475198666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475198666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475198673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/8cd0ac0dc7704f45a7bcd1592ddb0678 2024-11-13T05:18:58,697 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:58,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/fd08a44984f644f38f52da7b8a5d6f14 is 50, key is test_row_0/C:col10/1731475137474/Put/seqid=0 2024-11-13T05:18:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741968_1144 (size=12001) 2024-11-13T05:18:58,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/fd08a44984f644f38f52da7b8a5d6f14 2024-11-13T05:18:58,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/bc453003de38497dbfff3c03cefb1680 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680 2024-11-13T05:18:58,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T05:18:58,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/8cd0ac0dc7704f45a7bcd1592ddb0678 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678 2024-11-13T05:18:58,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T05:18:58,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/fd08a44984f644f38f52da7b8a5d6f14 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14 2024-11-13T05:18:58,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T05:18:58,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 584115265a73b162ff36b224409713f7 in 1290ms, sequenceid=16, compaction requested=false 2024-11-13T05:18:58,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:58,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:58,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:58,853 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:18:58,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e903a73ad2f7491e9bf4205ac3c1cdd5_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475137515/Put/seqid=0 2024-11-13T05:18:58,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741969_1145 (size=12154) 2024-11-13T05:18:58,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:58,896 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e903a73ad2f7491e9bf4205ac3c1cdd5_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e903a73ad2f7491e9bf4205ac3c1cdd5_584115265a73b162ff36b224409713f7 2024-11-13T05:18:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dc0d46d8283b4cafb1bc1ad35fbeff8e, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:18:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dc0d46d8283b4cafb1bc1ad35fbeff8e is 175, key is test_row_0/A:col10/1731475137515/Put/seqid=0 2024-11-13T05:18:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741970_1146 (size=30955) 2024-11-13T05:18:58,910 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dc0d46d8283b4cafb1bc1ad35fbeff8e 2024-11-13T05:18:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/fdab9721e39d4bc09b7f0f5911eff862 is 50, key is test_row_0/B:col10/1731475137515/Put/seqid=0 2024-11-13T05:18:58,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741971_1147 (size=12001) 2024-11-13T05:18:59,353 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/fdab9721e39d4bc09b7f0f5911eff862 2024-11-13T05:18:59,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/5f899ad43d6d443394ca6dc8b69329e8 is 50, key is test_row_0/C:col10/1731475137515/Put/seqid=0 2024-11-13T05:18:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741972_1148 (size=12001) 2024-11-13T05:18:59,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/5f899ad43d6d443394ca6dc8b69329e8 2024-11-13T05:18:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dc0d46d8283b4cafb1bc1ad35fbeff8e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e 2024-11-13T05:18:59,414 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T05:18:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/fdab9721e39d4bc09b7f0f5911eff862 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862 2024-11-13T05:18:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,426 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T05:18:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/5f899ad43d6d443394ca6dc8b69329e8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8 2024-11-13T05:18:59,435 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T05:18:59,436 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 584115265a73b162ff36b224409713f7 in 583ms, sequenceid=40, compaction requested=false 2024-11-13T05:18:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:18:59,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:59,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T05:18:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-13T05:18:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T05:18:59,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9870 sec 2024-11-13T05:18:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.9940 sec 2024-11-13T05:18:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-13T05:18:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,559 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-13T05:18:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:18:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-13T05:18:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:18:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:18:59,584 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:18:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:18:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:18:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:18:59,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:18:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:18:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:18:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:18:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:18:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d4f13af3cdad40e1be8901bfb5daea54_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475139724/Put/seqid=0 2024-11-13T05:18:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741974_1150 (size=26798) 2024-11-13T05:18:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475199793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475199794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475199797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475199798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475199798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:18:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:18:59,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:18:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:59,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:18:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:18:59,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:18:59,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475199904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475199905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475199905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475199906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:18:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:18:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475199906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475200109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475200110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475200111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475200121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475200121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:19:00,196 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:00,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,203 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d4f13af3cdad40e1be8901bfb5daea54_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d4f13af3cdad40e1be8901bfb5daea54_584115265a73b162ff36b224409713f7 2024-11-13T05:19:00,206 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/a291466c673d40deac9ec0a08b207780, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:00,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/a291466c673d40deac9ec0a08b207780 is 175, key is test_row_0/A:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741973_1149 (size=82585) 2024-11-13T05:19:00,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/a291466c673d40deac9ec0a08b207780 2024-11-13T05:19:00,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/340852659269426b850025e7b26dfb06 is 50, key is test_row_0/B:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:00,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741975_1151 (size=12001) 2024-11-13T05:19:00,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475200417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475200417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475200418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475200428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475200427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/340852659269426b850025e7b26dfb06 2024-11-13T05:19:00,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/eb434cd8060641b88f38630194eab850 is 50, key is test_row_0/C:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:00,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741976_1152 (size=12001) 2024-11-13T05:19:00,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/eb434cd8060641b88f38630194eab850 2024-11-13T05:19:00,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/a291466c673d40deac9ec0a08b207780 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780 2024-11-13T05:19:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:19:00,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780, entries=450, sequenceid=52, filesize=80.6 K 2024-11-13T05:19:00,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/340852659269426b850025e7b26dfb06 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06 2024-11-13T05:19:00,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T05:19:00,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/eb434cd8060641b88f38630194eab850 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850 2024-11-13T05:19:00,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T05:19:00,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 584115265a73b162ff36b224409713f7 in 988ms, sequenceid=52, compaction requested=true 2024-11-13T05:19:00,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:00,716 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:00,717 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:00,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:00,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:00,718 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144495 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:00,718 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:00,718 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,718 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=141.1 K 2024-11-13T05:19:00,718 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,718 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780] 2024-11-13T05:19:00,719 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:00,719 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bc453003de38497dbfff3c03cefb1680, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731475137474 2024-11-13T05:19:00,719 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:00,719 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,719 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.2 K 2024-11-13T05:19:00,719 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dc0d46d8283b4cafb1bc1ad35fbeff8e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475137515 2024-11-13T05:19:00,720 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cd0ac0dc7704f45a7bcd1592ddb0678, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731475137474 2024-11-13T05:19:00,720 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a291466c673d40deac9ec0a08b207780, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139704 2024-11-13T05:19:00,721 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdab9721e39d4bc09b7f0f5911eff862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475137515 2024-11-13T05:19:00,722 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 340852659269426b850025e7b26dfb06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139724 2024-11-13T05:19:00,750 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:00,751 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/601c55ad8cb24e93aeb5f0d84175594f is 50, key is test_row_0/B:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:00,757 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:00,773 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136baffa3304634dd483d0f2046a91632a_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:00,779 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136baffa3304634dd483d0f2046a91632a_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:00,779 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136baffa3304634dd483d0f2046a91632a_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:00,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741977_1153 (size=12104) 2024-11-13T05:19:00,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-13T05:19:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:00,817 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:00,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741978_1154 (size=4469) 2024-11-13T05:19:00,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111390751b24939d4b4680a423ae0659dec1_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475139795/Put/seqid=0 2024-11-13T05:19:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741979_1155 (size=12154) 2024-11-13T05:19:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:00,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475200973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475200974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475200974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475200974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:00,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475200978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475201080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475201080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475201080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475201083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475201085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,216 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/601c55ad8cb24e93aeb5f0d84175594f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/601c55ad8cb24e93aeb5f0d84175594f 2024-11-13T05:19:01,234 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#133 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:01,237 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/4a1b1b52687b4292b9492cfa92ee2b78 is 175, key is test_row_0/A:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:01,243 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 601c55ad8cb24e93aeb5f0d84175594f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:01,244 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:01,244 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475140717; duration=0sec 2024-11-13T05:19:01,244 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:01,244 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:01,244 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:01,246 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:01,246 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:01,246 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:01,246 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.2 K 2024-11-13T05:19:01,247 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd08a44984f644f38f52da7b8a5d6f14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731475137474 2024-11-13T05:19:01,248 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f899ad43d6d443394ca6dc8b69329e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475137515 2024-11-13T05:19:01,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:01,252 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb434cd8060641b88f38630194eab850, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139724 2024-11-13T05:19:01,256 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111390751b24939d4b4680a423ae0659dec1_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111390751b24939d4b4680a423ae0659dec1_584115265a73b162ff36b224409713f7 2024-11-13T05:19:01,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/6c8f9e562eff40778e4499922c36ad5e, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:01,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/6c8f9e562eff40778e4499922c36ad5e is 175, key is test_row_0/A:col10/1731475139795/Put/seqid=0 2024-11-13T05:19:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475201285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475201286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475201286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475201288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741980_1156 (size=31058) 2024-11-13T05:19:01,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475201292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,303 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:01,304 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/e523baefa0bf4d7e920d6e51b53afe0c is 50, key is test_row_0/C:col10/1731475139724/Put/seqid=0 2024-11-13T05:19:01,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741981_1157 (size=30955) 2024-11-13T05:19:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741982_1158 (size=12104) 2024-11-13T05:19:01,321 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/6c8f9e562eff40778e4499922c36ad5e 2024-11-13T05:19:01,331 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/e523baefa0bf4d7e920d6e51b53afe0c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/e523baefa0bf4d7e920d6e51b53afe0c 2024-11-13T05:19:01,339 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into e523baefa0bf4d7e920d6e51b53afe0c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:01,339 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:01,339 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475140717; duration=0sec 2024-11-13T05:19:01,339 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:01,340 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:01,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2c6b39b985f04aada0ea4f871e164aff is 50, key is test_row_0/B:col10/1731475139795/Put/seqid=0 2024-11-13T05:19:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741983_1159 (size=12001) 2024-11-13T05:19:01,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475201589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475201590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475201592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475201592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475201597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:19:01,709 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/4a1b1b52687b4292b9492cfa92ee2b78 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78 2024-11-13T05:19:01,717 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 4a1b1b52687b4292b9492cfa92ee2b78(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:01,717 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:01,717 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475140716; duration=0sec 2024-11-13T05:19:01,717 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:01,718 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:01,771 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2c6b39b985f04aada0ea4f871e164aff 2024-11-13T05:19:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/23105d47127a41a0960919e4813d458a is 50, key is test_row_0/C:col10/1731475139795/Put/seqid=0 2024-11-13T05:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741984_1160 (size=12001) 2024-11-13T05:19:01,799 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/23105d47127a41a0960919e4813d458a 2024-11-13T05:19:01,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/6c8f9e562eff40778e4499922c36ad5e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e 2024-11-13T05:19:01,814 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e, entries=150, sequenceid=76, filesize=30.2 K 2024-11-13T05:19:01,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2c6b39b985f04aada0ea4f871e164aff as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff 2024-11-13T05:19:01,821 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:19:01,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/23105d47127a41a0960919e4813d458a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a 2024-11-13T05:19:01,830 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:19:01,831 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 584115265a73b162ff36b224409713f7 in 1014ms, sequenceid=76, compaction requested=false 2024-11-13T05:19:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:01,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-13T05:19:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-13T05:19:01,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-13T05:19:01,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2480 sec 2024-11-13T05:19:01,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.2540 sec 2024-11-13T05:19:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:02,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:02,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:02,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:02,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:02,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d60c5774be074b20b68c6d2fa1bf2f42_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475202128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475202133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741985_1161 (size=12154) 2024-11-13T05:19:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475202133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475202135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475202135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:02,151 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d60c5774be074b20b68c6d2fa1bf2f42_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d60c5774be074b20b68c6d2fa1bf2f42_584115265a73b162ff36b224409713f7 2024-11-13T05:19:02,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8e97aa0e5869416796ea7460858140fe, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8e97aa0e5869416796ea7460858140fe is 175, key is test_row_0/A:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741986_1162 (size=30955) 2024-11-13T05:19:02,190 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8e97aa0e5869416796ea7460858140fe 2024-11-13T05:19:02,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/f5e02c5ab5424ebf803fb98c2c10afb5 is 50, key is test_row_0/B:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475202237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475202242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475202243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475202243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475202243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741987_1163 (size=12001) 2024-11-13T05:19:02,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/f5e02c5ab5424ebf803fb98c2c10afb5 2024-11-13T05:19:02,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/80374b9bbd694af9a5976354739c9572 is 50, key is test_row_0/C:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741988_1164 (size=12001) 2024-11-13T05:19:02,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/80374b9bbd694af9a5976354739c9572 2024-11-13T05:19:02,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8e97aa0e5869416796ea7460858140fe as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe 2024-11-13T05:19:02,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe, entries=150, sequenceid=93, filesize=30.2 K 2024-11-13T05:19:02,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/f5e02c5ab5424ebf803fb98c2c10afb5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5 2024-11-13T05:19:02,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T05:19:02,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/80374b9bbd694af9a5976354739c9572 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572 2024-11-13T05:19:02,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572, entries=150, sequenceid=93, filesize=11.7 K 2024-11-13T05:19:02,345 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-13T05:19:02,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 584115265a73b162ff36b224409713f7 in 249ms, sequenceid=93, compaction requested=true 2024-11-13T05:19:02,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:02,349 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:02,350 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:02,350 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:02,350 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:02,350 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=90.8 K 2024-11-13T05:19:02,351 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:02,351 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe] 2024-11-13T05:19:02,351 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a1b1b52687b4292b9492cfa92ee2b78, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139724 2024-11-13T05:19:02,352 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c8f9e562eff40778e4499922c36ad5e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475139783 2024-11-13T05:19:02,352 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e97aa0e5869416796ea7460858140fe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:02,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:02,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:02,359 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:02,360 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:02,361 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:02,361 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:02,361 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/601c55ad8cb24e93aeb5f0d84175594f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.3 K 2024-11-13T05:19:02,361 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 601c55ad8cb24e93aeb5f0d84175594f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139724 2024-11-13T05:19:02,362 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c6b39b985f04aada0ea4f871e164aff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475139783 2024-11-13T05:19:02,362 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e02c5ab5424ebf803fb98c2c10afb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:02,363 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:02,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:02,383 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135daf5618bf50484aa5d295dfb7bf81b3_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,385 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135daf5618bf50484aa5d295dfb7bf81b3_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,386 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135daf5618bf50484aa5d295dfb7bf81b3_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,394 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:02,395 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/4546780e4c134ec1a83c00e6f8ac11f6 is 50, key is test_row_0/B:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741989_1165 (size=4469) 2024-11-13T05:19:02,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741990_1166 (size=12207) 2024-11-13T05:19:02,441 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/4546780e4c134ec1a83c00e6f8ac11f6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4546780e4c134ec1a83c00e6f8ac11f6 2024-11-13T05:19:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:02,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:02,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:02,456 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 4546780e4c134ec1a83c00e6f8ac11f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:02,456 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:02,456 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475142359; duration=0sec 2024-11-13T05:19:02,456 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:02,456 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:02,456 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:02,458 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:02,458 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:02,458 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:02,460 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/e523baefa0bf4d7e920d6e51b53afe0c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.3 K 2024-11-13T05:19:02,461 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e523baefa0bf4d7e920d6e51b53afe0c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475139724 2024-11-13T05:19:02,463 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 23105d47127a41a0960919e4813d458a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475139783 2024-11-13T05:19:02,463 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 80374b9bbd694af9a5976354739c9572, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475202464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475202466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475202468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475202468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475202471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,483 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:02,484 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/98ec1ddc3d0b4efeb12d15ebeea563bf is 50, key is test_row_0/C:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136fdfeed2bdc8424d974b05c434f8e96e_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475142122/Put/seqid=0 2024-11-13T05:19:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741992_1168 (size=14594) 2024-11-13T05:19:02,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741991_1167 (size=12207) 2024-11-13T05:19:02,510 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/98ec1ddc3d0b4efeb12d15ebeea563bf as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/98ec1ddc3d0b4efeb12d15ebeea563bf 2024-11-13T05:19:02,515 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 98ec1ddc3d0b4efeb12d15ebeea563bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:02,515 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:02,515 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475142372; duration=0sec 2024-11-13T05:19:02,515 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:02,515 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475202574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475202574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475202576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475202576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475202578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475202775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475202776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475202778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475202778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475202780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:02,822 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:02,822 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce is 175, key is test_row_0/A:col10/1731475142097/Put/seqid=0 2024-11-13T05:19:02,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741993_1169 (size=31161) 2024-11-13T05:19:02,836 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce 2024-11-13T05:19:02,844 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 3e41c0595a9b4f9bbc1bb6ece2d7a2ce(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:02,844 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:02,844 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475142349; duration=0sec 2024-11-13T05:19:02,844 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:02,844 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:02,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:19:02,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:02,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136fdfeed2bdc8424d974b05c434f8e96e_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fdfeed2bdc8424d974b05c434f8e96e_584115265a73b162ff36b224409713f7 2024-11-13T05:19:02,905 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/d7e4c4e4665f43dd9827e5949d65f91d, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:02,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/d7e4c4e4665f43dd9827e5949d65f91d is 175, key is test_row_0/A:col10/1731475142122/Put/seqid=0 2024-11-13T05:19:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741994_1170 (size=39549) 2024-11-13T05:19:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475203080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475203080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475203082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475203082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475203084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/d7e4c4e4665f43dd9827e5949d65f91d 2024-11-13T05:19:03,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0a5748799d4a4f058d42b391195ed111 is 50, key is test_row_0/B:col10/1731475142122/Put/seqid=0 2024-11-13T05:19:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741995_1171 (size=12001) 2024-11-13T05:19:03,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0a5748799d4a4f058d42b391195ed111 2024-11-13T05:19:03,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f3180f77dfd044549f63f2ea120bc45b is 50, key is test_row_0/C:col10/1731475142122/Put/seqid=0 2024-11-13T05:19:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741996_1172 (size=12001) 2024-11-13T05:19:03,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f3180f77dfd044549f63f2ea120bc45b 2024-11-13T05:19:03,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/d7e4c4e4665f43dd9827e5949d65f91d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d 2024-11-13T05:19:03,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d, entries=200, sequenceid=117, filesize=38.6 K 2024-11-13T05:19:03,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0a5748799d4a4f058d42b391195ed111 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111 2024-11-13T05:19:03,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T05:19:03,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f3180f77dfd044549f63f2ea120bc45b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b 2024-11-13T05:19:03,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-13T05:19:03,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 584115265a73b162ff36b224409713f7 in 963ms, sequenceid=117, compaction requested=false 2024-11-13T05:19:03,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:03,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:03,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:03,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138f3d78b7df474874a52a2512c70b42ff_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741997_1173 (size=14694) 2024-11-13T05:19:03,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475203614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475203614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475203616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475203616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475203619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-13T05:19:03,694 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-13T05:19:03,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-13T05:19:03,697 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:03,698 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:03,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:03,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475203721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475203721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475203721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475203722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475203725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:03,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:03,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:03,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:03,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T05:19:03,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T05:19:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475203926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475203927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475203927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475203928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475203930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:04,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:04,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138f3d78b7df474874a52a2512c70b42ff_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138f3d78b7df474874a52a2512c70b42ff_584115265a73b162ff36b224409713f7 2024-11-13T05:19:04,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/661b385d60ac4606a914440623393a0a, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:04,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/661b385d60ac4606a914440623393a0a is 175, key is test_row_0/A:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:04,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741998_1174 (size=39649) 2024-11-13T05:19:04,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475204231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475204232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475204233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475204234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475204236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:04,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/661b385d60ac4606a914440623393a0a 2024-11-13T05:19:04,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/1fced9db517b4c2299895662115a0a5c is 50, key is test_row_0/B:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:04,463 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741999_1175 (size=12051) 2024-11-13T05:19:04,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475204738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475204739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475204739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475204740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475204736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:04,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/1fced9db517b4c2299895662115a0a5c 2024-11-13T05:19:04,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/1118fcf61b194f01a2a0cecfca8e1a94 is 50, key is test_row_0/C:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742000_1176 (size=12051) 2024-11-13T05:19:04,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:04,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:04,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:05,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:05,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/1118fcf61b194f01a2a0cecfca8e1a94 2024-11-13T05:19:05,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/661b385d60ac4606a914440623393a0a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a 2024-11-13T05:19:05,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a, entries=200, sequenceid=134, filesize=38.7 K 2024-11-13T05:19:05,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/1fced9db517b4c2299895662115a0a5c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c 2024-11-13T05:19:05,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c, entries=150, sequenceid=134, filesize=11.8 K 2024-11-13T05:19:05,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/1118fcf61b194f01a2a0cecfca8e1a94 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94 2024-11-13T05:19:05,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94, entries=150, sequenceid=134, filesize=11.8 K 2024-11-13T05:19:05,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 584115265a73b162ff36b224409713f7 in 1775ms, sequenceid=134, compaction requested=true 2024-11-13T05:19:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:05,362 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:05,363 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:05,364 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:05,364 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:05,364 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,364 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=107.8 K 2024-11-13T05:19:05,364 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a] 2024-11-13T05:19:05,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:05,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:05,365 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,365 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4546780e4c134ec1a83c00e6f8ac11f6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.4 K 2024-11-13T05:19:05,366 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e41c0595a9b4f9bbc1bb6ece2d7a2ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:05,366 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4546780e4c134ec1a83c00e6f8ac11f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:05,367 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a5748799d4a4f058d42b391195ed111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731475142122 2024-11-13T05:19:05,367 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7e4c4e4665f43dd9827e5949d65f91d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731475142122 2024-11-13T05:19:05,369 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fced9db517b4c2299895662115a0a5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:05,369 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 661b385d60ac4606a914440623393a0a, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:05,380 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:05,382 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113ce2b552f79aa4854bf9e3b486d91d0c1_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:05,385 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113ce2b552f79aa4854bf9e3b486d91d0c1_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:05,385 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ce2b552f79aa4854bf9e3b486d91d0c1_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:05,388 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:05,389 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/6ff1aead829c408790e53ec790bdcf27 is 50, key is test_row_0/B:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:05,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-13T05:19:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,392 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:19:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:05,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742001_1177 (size=4469) 2024-11-13T05:19:05,398 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#150 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:05,399 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2e24e24e89b04f8d9eb9d5b7abdb8026 is 175, key is test_row_0/A:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ab80a0450f74cd4af8b0158f04d5c47_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475143614/Put/seqid=0 2024-11-13T05:19:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742003_1179 (size=31313) 2024-11-13T05:19:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742002_1178 (size=12359) 2024-11-13T05:19:05,442 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/6ff1aead829c408790e53ec790bdcf27 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/6ff1aead829c408790e53ec790bdcf27 2024-11-13T05:19:05,448 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 6ff1aead829c408790e53ec790bdcf27(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:05,449 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:05,449 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475145362; duration=0sec 2024-11-13T05:19:05,449 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:05,449 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:05,449 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:05,450 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:05,450 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:05,450 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:05,450 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/98ec1ddc3d0b4efeb12d15ebeea563bf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.4 K 2024-11-13T05:19:05,451 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 98ec1ddc3d0b4efeb12d15ebeea563bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731475140972 2024-11-13T05:19:05,451 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f3180f77dfd044549f63f2ea120bc45b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731475142122 2024-11-13T05:19:05,452 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1118fcf61b194f01a2a0cecfca8e1a94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742004_1180 (size=12304) 2024-11-13T05:19:05,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:05,461 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137ab80a0450f74cd4af8b0158f04d5c47_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ab80a0450f74cd4af8b0158f04d5c47_584115265a73b162ff36b224409713f7 2024-11-13T05:19:05,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/84690e6a99af46fa847631c0486a86af, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:05,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/84690e6a99af46fa847631c0486a86af is 175, key is test_row_0/A:col10/1731475143614/Put/seqid=0 2024-11-13T05:19:05,467 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:05,472 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/40c47bd95c8f435992fdf2c379e07132 is 50, key is test_row_0/C:col10/1731475142466/Put/seqid=0 2024-11-13T05:19:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742005_1181 (size=31105) 2024-11-13T05:19:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742006_1182 (size=12359) 2024-11-13T05:19:05,495 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/40c47bd95c8f435992fdf2c379e07132 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/40c47bd95c8f435992fdf2c379e07132 2024-11-13T05:19:05,504 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 40c47bd95c8f435992fdf2c379e07132(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:05,504 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:05,504 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475145363; duration=0sec 2024-11-13T05:19:05,504 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:05,504 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:05,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:05,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475205756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475205757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475205757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475205758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475205759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:05,825 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2e24e24e89b04f8d9eb9d5b7abdb8026 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026 2024-11-13T05:19:05,840 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 2e24e24e89b04f8d9eb9d5b7abdb8026(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:05,840 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:05,840 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475145362; duration=0sec 2024-11-13T05:19:05,840 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:05,840 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475205861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475205861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475205862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475205864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:05,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/84690e6a99af46fa847631c0486a86af 2024-11-13T05:19:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/cacc56d7b9084b3cb91355af640d43de is 50, key is test_row_0/B:col10/1731475143614/Put/seqid=0 2024-11-13T05:19:05,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742007_1183 (size=12151) 2024-11-13T05:19:06,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475206064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475206065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475206068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,293 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/cacc56d7b9084b3cb91355af640d43de 2024-11-13T05:19:06,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f01685372c6746d9a30f604f32d8388f is 50, key is test_row_0/C:col10/1731475143614/Put/seqid=0 2024-11-13T05:19:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742008_1184 (size=12151) 2024-11-13T05:19:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475206367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475206368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475206368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475206373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,716 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f01685372c6746d9a30f604f32d8388f 2024-11-13T05:19:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/84690e6a99af46fa847631c0486a86af as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af 2024-11-13T05:19:06,744 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af, entries=150, sequenceid=156, filesize=30.4 K 2024-11-13T05:19:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/cacc56d7b9084b3cb91355af640d43de as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de 2024-11-13T05:19:06,753 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T05:19:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/f01685372c6746d9a30f604f32d8388f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f 2024-11-13T05:19:06,760 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-13T05:19:06,761 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 584115265a73b162ff36b224409713f7 in 1369ms, sequenceid=156, compaction requested=false 2024-11-13T05:19:06,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T05:19:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-13T05:19:06,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-13T05:19:06,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0650 sec 2024-11-13T05:19:06,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0720 sec 2024-11-13T05:19:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:06,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:06,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c515001af8d84e2f8d33eee07ab4c7f9_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:06,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742009_1185 (size=12304) 2024-11-13T05:19:06,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:06,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c515001af8d84e2f8d33eee07ab4c7f9_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c515001af8d84e2f8d33eee07ab4c7f9_584115265a73b162ff36b224409713f7 2024-11-13T05:19:06,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3636aa103c7e4d56bc47b368356182df, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:06,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3636aa103c7e4d56bc47b368356182df is 175, key is test_row_0/A:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742010_1186 (size=31105) 2024-11-13T05:19:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475206902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475206901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475206902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475206904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475207007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475207007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475207007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475207007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475207210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475207211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475207214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475207215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3636aa103c7e4d56bc47b368356182df 2024-11-13T05:19:07,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/565ec6b6a3a44ec6aae2a8e569e9b286 is 50, key is test_row_0/B:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:07,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742011_1187 (size=12151) 2024-11-13T05:19:07,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475207515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475207516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475207518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475207520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/565ec6b6a3a44ec6aae2a8e569e9b286 2024-11-13T05:19:07,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/3063a9a5f63f470fa9a4e098810c5c21 is 50, key is test_row_0/C:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742012_1188 (size=12151) 2024-11-13T05:19:07,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/3063a9a5f63f470fa9a4e098810c5c21 2024-11-13T05:19:07,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/3636aa103c7e4d56bc47b368356182df as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df 2024-11-13T05:19:07,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df, entries=150, sequenceid=174, filesize=30.4 K 2024-11-13T05:19:07,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/565ec6b6a3a44ec6aae2a8e569e9b286 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286 2024-11-13T05:19:07,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286, entries=150, sequenceid=174, filesize=11.9 K 2024-11-13T05:19:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475207764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/3063a9a5f63f470fa9a4e098810c5c21 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21 2024-11-13T05:19:07,765 DEBUG [Thread-693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:07,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21, entries=150, sequenceid=174, filesize=11.9 K 2024-11-13T05:19:07,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 584115265a73b162ff36b224409713f7 in 898ms, sequenceid=174, compaction requested=true 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:07,771 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:07,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:07,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:19:07,772 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93523 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:07,772 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:07,772 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:07,772 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:07,772 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=91.3 K 2024-11-13T05:19:07,772 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:07,773 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df] 2024-11-13T05:19:07,773 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e24e24e89b04f8d9eb9d5b7abdb8026, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:07,774 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84690e6a99af46fa847631c0486a86af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731475143609 2024-11-13T05:19:07,774 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:07,774 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:07,774 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:07,774 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3636aa103c7e4d56bc47b368356182df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:07,774 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/6ff1aead829c408790e53ec790bdcf27, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.8 K 2024-11-13T05:19:07,775 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ff1aead829c408790e53ec790bdcf27, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:07,775 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting cacc56d7b9084b3cb91355af640d43de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731475143609 2024-11-13T05:19:07,776 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 565ec6b6a3a44ec6aae2a8e569e9b286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:07,783 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:07,787 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:07,787 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/ccab47b1fdbd41538e9bd05ea0756d17 is 50, key is test_row_0/B:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:07,797 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411132d8d51f51f03489386c0743c1b490466_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:07,800 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411132d8d51f51f03489386c0743c1b490466_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:07,800 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411132d8d51f51f03489386c0743c1b490466_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:07,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742013_1189 (size=12561) 2024-11-13T05:19:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-13T05:19:07,807 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-13T05:19:07,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-13T05:19:07,810 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-13T05:19:07,811 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:07,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:07,816 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/ccab47b1fdbd41538e9bd05ea0756d17 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/ccab47b1fdbd41538e9bd05ea0756d17 2024-11-13T05:19:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742014_1190 (size=4469) 2024-11-13T05:19:07,823 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into ccab47b1fdbd41538e9bd05ea0756d17(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:07,823 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:07,823 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475147771; duration=0sec 2024-11-13T05:19:07,823 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:07,823 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:07,823 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:07,825 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:07,825 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:07,825 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:07,825 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/40c47bd95c8f435992fdf2c379e07132, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=35.8 K 2024-11-13T05:19:07,826 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c47bd95c8f435992fdf2c379e07132, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731475142457 2024-11-13T05:19:07,826 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f01685372c6746d9a30f604f32d8388f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731475143609 2024-11-13T05:19:07,826 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3063a9a5f63f470fa9a4e098810c5c21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:07,833 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:07,834 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/14bd70df60c9484e8ed6f25cfc0ebda7 is 50, key is test_row_0/C:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742015_1191 (size=12561) 2024-11-13T05:19:07,849 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/14bd70df60c9484e8ed6f25cfc0ebda7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/14bd70df60c9484e8ed6f25cfc0ebda7 2024-11-13T05:19:07,857 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 14bd70df60c9484e8ed6f25cfc0ebda7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:07,857 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:07,857 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475147771; duration=0sec 2024-11-13T05:19:07,857 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:07,857 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-13T05:19:07,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:07,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-13T05:19:07,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:07,966 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111329615ccf636f4f81aa71265bbb98139d_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475146896/Put/seqid=0 2024-11-13T05:19:07,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742016_1192 (size=12304) 2024-11-13T05:19:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-13T05:19:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,220 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:08,221 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0e9c5a9050fb42ab831c3fbdfde7c21e is 175, key is test_row_0/A:col10/1731475145758/Put/seqid=0 2024-11-13T05:19:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742017_1193 (size=31515) 2024-11-13T05:19:08,235 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0e9c5a9050fb42ab831c3fbdfde7c21e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e 2024-11-13T05:19:08,242 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 0e9c5a9050fb42ab831c3fbdfde7c21e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:08,242 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:08,242 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475147771; duration=0sec 2024-11-13T05:19:08,242 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:08,242 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:08,324 INFO [master/c07acfa36556:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T05:19:08,324 INFO [master/c07acfa36556:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T05:19:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:08,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111329615ccf636f4f81aa71265bbb98139d_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329615ccf636f4f81aa71265bbb98139d_584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/202063552b544e68887211c733b76cde, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/202063552b544e68887211c733b76cde is 175, key is test_row_0/A:col10/1731475146896/Put/seqid=0 2024-11-13T05:19:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-13T05:19:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742018_1194 (size=31105) 2024-11-13T05:19:08,423 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/202063552b544e68887211c733b76cde 2024-11-13T05:19:08,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e4ca1f4dfc824753ab49a934df3f74a7 is 50, key is test_row_0/B:col10/1731475146896/Put/seqid=0 2024-11-13T05:19:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742019_1195 (size=12151) 2024-11-13T05:19:08,451 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e4ca1f4dfc824753ab49a934df3f74a7 2024-11-13T05:19:08,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/2a47eb7f9c64498ca6f15ddb5ec4bdec is 50, key is test_row_0/C:col10/1731475146896/Put/seqid=0 2024-11-13T05:19:08,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742020_1196 (size=12151) 2024-11-13T05:19:08,481 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/2a47eb7f9c64498ca6f15ddb5ec4bdec 2024-11-13T05:19:08,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/202063552b544e68887211c733b76cde as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde 2024-11-13T05:19:08,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde, entries=150, sequenceid=197, filesize=30.4 K 2024-11-13T05:19:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e4ca1f4dfc824753ab49a934df3f74a7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7 2024-11-13T05:19:08,514 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T05:19:08,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/2a47eb7f9c64498ca6f15ddb5ec4bdec as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec 2024-11-13T05:19:08,533 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T05:19:08,535 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 584115265a73b162ff36b224409713f7 in 569ms, sequenceid=197, compaction requested=false 2024-11-13T05:19:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:08,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T05:19:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-13T05:19:08,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-13T05:19:08,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 726 msec 2024-11-13T05:19:08,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 731 msec 2024-11-13T05:19:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:08,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ff383a22591343dca25f55799f426b79_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742021_1197 (size=14794) 2024-11-13T05:19:08,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:08,679 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ff383a22591343dca25f55799f426b79_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff383a22591343dca25f55799f426b79_584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,680 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/b8f2422913124fcba8847fe266ab1f69, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/b8f2422913124fcba8847fe266ab1f69 is 175, key is test_row_0/A:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742022_1198 (size=39749) 2024-11-13T05:19:08,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/b8f2422913124fcba8847fe266ab1f69 2024-11-13T05:19:08,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/11401b2925a949678b51dcc82f317415 is 50, key is test_row_0/B:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742023_1199 (size=12151) 2024-11-13T05:19:08,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/11401b2925a949678b51dcc82f317415 2024-11-13T05:19:08,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/ee54bc23b64a422794c85c855f5127c0 is 50, key is test_row_0/C:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742024_1200 (size=12151) 2024-11-13T05:19:08,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/ee54bc23b64a422794c85c855f5127c0 2024-11-13T05:19:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/b8f2422913124fcba8847fe266ab1f69 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69 2024-11-13T05:19:08,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69, entries=200, sequenceid=214, filesize=38.8 K 2024-11-13T05:19:08,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/11401b2925a949678b51dcc82f317415 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415 2024-11-13T05:19:08,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T05:19:08,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/ee54bc23b64a422794c85c855f5127c0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0 2024-11-13T05:19:08,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T05:19:08,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 584115265a73b162ff36b224409713f7 in 108ms, sequenceid=214, compaction requested=true 2024-11-13T05:19:08,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:08,755 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:08,755 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:08,758 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:08,758 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:08,758 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:08,758 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/ccab47b1fdbd41538e9bd05ea0756d17, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.0 K 2024-11-13T05:19:08,758 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:08,759 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:08,759 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:08,759 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=100.0 K 2024-11-13T05:19:08,759 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:08,759 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69] 2024-11-13T05:19:08,759 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ccab47b1fdbd41538e9bd05ea0756d17, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:08,759 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9c5a9050fb42ab831c3fbdfde7c21e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:08,760 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202063552b544e68887211c733b76cde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475146896 2024-11-13T05:19:08,760 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ca1f4dfc824753ab49a934df3f74a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475146896 2024-11-13T05:19:08,761 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8f2422913124fcba8847fe266ab1f69, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148027 2024-11-13T05:19:08,761 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 11401b2925a949678b51dcc82f317415, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148033 2024-11-13T05:19:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T05:19:08,776 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:08,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:08,778 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136185feae4d9441a2a794859569ac1432_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,779 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:08,780 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/229dbd5df79248e0b856c6bb2a5bee2b is 50, key is test_row_0/B:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,780 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136185feae4d9441a2a794859569ac1432_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,781 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136185feae4d9441a2a794859569ac1432_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3db72b7ff2c4dc29dd97d03d5ed53a6_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475148665/Put/seqid=0 2024-11-13T05:19:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742026_1202 (size=4469) 2024-11-13T05:19:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742025_1201 (size=12663) 2024-11-13T05:19:08,839 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#168 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:08,839 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/9ba1ae887a5e4ef2bc96305bd9018423 is 175, key is test_row_0/A:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742027_1203 (size=12304) 2024-11-13T05:19:08,843 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:08,850 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a3db72b7ff2c4dc29dd97d03d5ed53a6_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3db72b7ff2c4dc29dd97d03d5ed53a6_584115265a73b162ff36b224409713f7 2024-11-13T05:19:08,851 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2b24409c682949c49430c9e481d950d0, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:08,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2b24409c682949c49430c9e481d950d0 is 175, key is test_row_0/A:col10/1731475148665/Put/seqid=0 2024-11-13T05:19:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475208898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475208899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475208901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475208902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-13T05:19:08,915 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-13T05:19:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742028_1204 (size=31617) 2024-11-13T05:19:08,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-13T05:19:08,920 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:08,920 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:08,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:08,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742029_1205 (size=31105) 2024-11-13T05:19:08,929 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/9ba1ae887a5e4ef2bc96305bd9018423 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423 2024-11-13T05:19:08,935 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 9ba1ae887a5e4ef2bc96305bd9018423(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:08,935 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:08,935 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475148754; duration=0sec 2024-11-13T05:19:08,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:08,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:08,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:08,937 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:08,938 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:08,938 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:08,938 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/14bd70df60c9484e8ed6f25cfc0ebda7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.0 K 2024-11-13T05:19:08,938 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14bd70df60c9484e8ed6f25cfc0ebda7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475145752 2024-11-13T05:19:08,939 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a47eb7f9c64498ca6f15ddb5ec4bdec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475146896 2024-11-13T05:19:08,939 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee54bc23b64a422794c85c855f5127c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148033 2024-11-13T05:19:08,950 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:08,951 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/a3d43c5adabf4ac9b380fd99b8e0bc22 is 50, key is test_row_0/C:col10/1731475148033/Put/seqid=0 2024-11-13T05:19:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742030_1206 (size=12663) 2024-11-13T05:19:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:09,073 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475209101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475209101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475209109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475209113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:09,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,244 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/229dbd5df79248e0b856c6bb2a5bee2b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/229dbd5df79248e0b856c6bb2a5bee2b 2024-11-13T05:19:09,252 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 229dbd5df79248e0b856c6bb2a5bee2b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:09,252 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:09,252 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475148755; duration=0sec 2024-11-13T05:19:09,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:09,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:09,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2b24409c682949c49430c9e481d950d0 2024-11-13T05:19:09,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/57ce2339df30430a9b24e367af4e7bae is 50, key is test_row_0/B:col10/1731475148665/Put/seqid=0 2024-11-13T05:19:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742031_1207 (size=12151) 2024-11-13T05:19:09,379 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/a3d43c5adabf4ac9b380fd99b8e0bc22 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/a3d43c5adabf4ac9b380fd99b8e0bc22 2024-11-13T05:19:09,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,386 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into a3d43c5adabf4ac9b380fd99b8e0bc22(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:09,386 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:09,386 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475148755; duration=0sec 2024-11-13T05:19:09,387 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:09,387 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475209405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475209406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475209415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475209416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:09,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/57ce2339df30430a9b24e367af4e7bae 2024-11-13T05:19:09,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/75ee9102ae344cfc9ea567f8f46e3c5a is 50, key is test_row_0/C:col10/1731475148665/Put/seqid=0 2024-11-13T05:19:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742032_1208 (size=12151) 2024-11-13T05:19:09,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475209908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475209911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475209919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475209922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:09,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:09,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:10,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:10,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:10,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:10,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:10,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/75ee9102ae344cfc9ea567f8f46e3c5a 2024-11-13T05:19:10,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/2b24409c682949c49430c9e481d950d0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0 2024-11-13T05:19:10,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0, entries=150, sequenceid=236, filesize=30.4 K 2024-11-13T05:19:10,172 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-13T05:19:10,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/57ce2339df30430a9b24e367af4e7bae as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae 2024-11-13T05:19:10,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T05:19:10,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/75ee9102ae344cfc9ea567f8f46e3c5a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a 2024-11-13T05:19:10,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T05:19:10,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 584115265a73b162ff36b224409713f7 in 1409ms, sequenceid=236, compaction requested=false 2024-11-13T05:19:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:10,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:10,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-13T05:19:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:10,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T05:19:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:10,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135df93946f1c64b6ea4f3a6143ebd7def_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475148794/Put/seqid=0 2024-11-13T05:19:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742033_1209 (size=12304) 2024-11-13T05:19:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:10,323 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135df93946f1c64b6ea4f3a6143ebd7def_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135df93946f1c64b6ea4f3a6143ebd7def_584115265a73b162ff36b224409713f7 2024-11-13T05:19:10,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/281c5ee977c644e989700a71c6e9af53, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:10,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/281c5ee977c644e989700a71c6e9af53 is 175, key is test_row_0/A:col10/1731475148794/Put/seqid=0 2024-11-13T05:19:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742034_1210 (size=31105) 2024-11-13T05:19:10,737 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/281c5ee977c644e989700a71c6e9af53 2024-11-13T05:19:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/dc21bc5befb04888ad16b9e6d217b6fb is 50, key is test_row_0/B:col10/1731475148794/Put/seqid=0 2024-11-13T05:19:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742035_1211 (size=12151) 2024-11-13T05:19:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475210933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475210934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475210934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475210936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475211038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475211037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475211038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475211038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/dc21bc5befb04888ad16b9e6d217b6fb 2024-11-13T05:19:11,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/dc1e5d73a58549f79c5e3524be4810b4 is 50, key is test_row_0/C:col10/1731475148794/Put/seqid=0 2024-11-13T05:19:11,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742036_1212 (size=12151) 2024-11-13T05:19:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475211240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475211240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475211241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475211241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475211543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475211544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475211544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475211545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/dc1e5d73a58549f79c5e3524be4810b4 2024-11-13T05:19:11,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/281c5ee977c644e989700a71c6e9af53 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53 2024-11-13T05:19:11,582 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53, entries=150, sequenceid=253, filesize=30.4 K 2024-11-13T05:19:11,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/dc21bc5befb04888ad16b9e6d217b6fb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb 2024-11-13T05:19:11,588 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T05:19:11,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/dc1e5d73a58549f79c5e3524be4810b4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4 2024-11-13T05:19:11,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4, entries=150, sequenceid=253, filesize=11.9 K 2024-11-13T05:19:11,601 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 584115265a73b162ff36b224409713f7 in 1300ms, sequenceid=253, compaction requested=true 2024-11-13T05:19:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:11,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T05:19:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-13T05:19:11,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-13T05:19:11,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6810 sec 2024-11-13T05:19:11,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.6870 sec 2024-11-13T05:19:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:11,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:11,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111335e2371116354c6cb13aaf96a947761d_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742037_1213 (size=12454) 2024-11-13T05:19:11,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111335e2371116354c6cb13aaf96a947761d_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335e2371116354c6cb13aaf96a947761d_584115265a73b162ff36b224409713f7 2024-11-13T05:19:11,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/69343953bad4439eaf20f29856de5acc, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:11,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/69343953bad4439eaf20f29856de5acc is 175, key is test_row_0/A:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475211839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:11,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742038_1214 (size=31255) 2024-11-13T05:19:11,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/69343953bad4439eaf20f29856de5acc 2024-11-13T05:19:11,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/864ab347f397477b85596c091d65db5a is 50, key is test_row_0/B:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742039_1215 (size=12301) 2024-11-13T05:19:11,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/864ab347f397477b85596c091d65db5a 2024-11-13T05:19:11,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/7f3a341f246e425b80eb826f16d40504 is 50, key is test_row_0/C:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742040_1216 (size=12301) 2024-11-13T05:19:11,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/7f3a341f246e425b80eb826f16d40504 2024-11-13T05:19:11,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/69343953bad4439eaf20f29856de5acc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc 2024-11-13T05:19:11,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc, entries=150, sequenceid=276, filesize=30.5 K 2024-11-13T05:19:11,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/864ab347f397477b85596c091d65db5a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a 2024-11-13T05:19:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-13T05:19:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/7f3a341f246e425b80eb826f16d40504 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504 2024-11-13T05:19:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504, entries=150, sequenceid=276, filesize=12.0 K 2024-11-13T05:19:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 584115265a73b162ff36b224409713f7 in 122ms, sequenceid=276, compaction requested=true 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:11,930 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:11,930 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:11,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,933 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:11,933 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:11,933 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:11,933 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:11,933 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,933 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:11,933 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=122.2 K 2024-11-13T05:19:11,933 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/229dbd5df79248e0b856c6bb2a5bee2b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=48.1 K 2024-11-13T05:19:11,933 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:11,933 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc] 2024-11-13T05:19:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,934 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 229dbd5df79248e0b856c6bb2a5bee2b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148033 2024-11-13T05:19:11,934 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ba1ae887a5e4ef2bc96305bd9018423, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148033 2024-11-13T05:19:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,934 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ce2339df30430a9b24e367af4e7bae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731475148665 2024-11-13T05:19:11,934 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b24409c682949c49430c9e481d950d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731475148665 2024-11-13T05:19:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,935 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dc21bc5befb04888ad16b9e6d217b6fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731475148780 2024-11-13T05:19:11,935 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 281c5ee977c644e989700a71c6e9af53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731475148780 2024-11-13T05:19:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,935 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 864ab347f397477b85596c091d65db5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:11,936 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69343953bad4439eaf20f29856de5acc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,949 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,950 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/4ab4c96c211b46a28975134a0bd5bb65 is 50, key is test_row_0/B:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,951 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,961 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136267e4f32d6449648364de9b16207c68_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742041_1217 (size=12949) 2024-11-13T05:19:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,964 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136267e4f32d6449648364de9b16207c68_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,964 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136267e4f32d6449648364de9b16207c68_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742042_1218 (size=4469) 2024-11-13T05:19:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:11,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:11,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:11,986 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#181 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:11,987 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8f37dfa154644a2cbd1e1ef789ff05ff is 175, key is test_row_0/A:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742043_1219 (size=31903) 2024-11-13T05:19:11,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c26d9a4a522c40758a5b362df7242f2b_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475151973/Put/seqid=0 2024-11-13T05:19:12,002 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/8f37dfa154644a2cbd1e1ef789ff05ff as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff 2024-11-13T05:19:12,008 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 8f37dfa154644a2cbd1e1ef789ff05ff(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:12,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:12,009 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=12, startTime=1731475151930; duration=0sec 2024-11-13T05:19:12,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:12,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:12,009 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:12,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:12,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:12,011 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:12,011 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/a3d43c5adabf4ac9b380fd99b8e0bc22, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=48.1 K 2024-11-13T05:19:12,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3d43c5adabf4ac9b380fd99b8e0bc22, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475148033 2024-11-13T05:19:12,012 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ee9102ae344cfc9ea567f8f46e3c5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731475148665 2024-11-13T05:19:12,012 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc1e5d73a58549f79c5e3524be4810b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731475148780 2024-11-13T05:19:12,013 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f3a341f246e425b80eb826f16d40504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:12,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742044_1220 (size=12454) 2024-11-13T05:19:12,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:12,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c26d9a4a522c40758a5b362df7242f2b_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c26d9a4a522c40758a5b362df7242f2b_584115265a73b162ff36b224409713f7 2024-11-13T05:19:12,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/24538aca385c4106b1d8e872aed4f363, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:12,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/24538aca385c4106b1d8e872aed4f363 is 175, key is test_row_0/A:col10/1731475151973/Put/seqid=0 2024-11-13T05:19:12,031 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:12,032 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/8d1f191151e44a8fa8e808ee10767c25 is 50, key is test_row_0/C:col10/1731475151806/Put/seqid=0 2024-11-13T05:19:12,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742045_1221 (size=31255) 2024-11-13T05:19:12,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/24538aca385c4106b1d8e872aed4f363 2024-11-13T05:19:12,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0ba4053e4060445c89fdfdf61ba5d1fb is 50, key is test_row_0/B:col10/1731475151973/Put/seqid=0 2024-11-13T05:19:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475212049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475212048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475212049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475212050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742046_1222 (size=12949) 2024-11-13T05:19:12,059 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/8d1f191151e44a8fa8e808ee10767c25 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8d1f191151e44a8fa8e808ee10767c25 2024-11-13T05:19:12,065 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 8d1f191151e44a8fa8e808ee10767c25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:12,065 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:12,065 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=12, startTime=1731475151930; duration=0sec 2024-11-13T05:19:12,065 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:12,065 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742047_1223 (size=12301) 2024-11-13T05:19:12,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0ba4053e4060445c89fdfdf61ba5d1fb 2024-11-13T05:19:12,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/899b4edc4d8c44eba18f3df25047a538 is 50, key is test_row_0/C:col10/1731475151973/Put/seqid=0 2024-11-13T05:19:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742048_1224 (size=12301) 2024-11-13T05:19:12,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,374 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/4ab4c96c211b46a28975134a0bd5bb65 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4ab4c96c211b46a28975134a0bd5bb65 2024-11-13T05:19:12,384 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 4ab4c96c211b46a28975134a0bd5bb65(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:12,384 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:12,384 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=12, startTime=1731475151930; duration=0sec 2024-11-13T05:19:12,385 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:12,385 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:12,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/899b4edc4d8c44eba18f3df25047a538 2024-11-13T05:19:12,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/24538aca385c4106b1d8e872aed4f363 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363 2024-11-13T05:19:12,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363, entries=150, sequenceid=290, filesize=30.5 K 2024-11-13T05:19:12,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/0ba4053e4060445c89fdfdf61ba5d1fb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb 2024-11-13T05:19:12,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T05:19:12,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/899b4edc4d8c44eba18f3df25047a538 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538 2024-11-13T05:19:12,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T05:19:12,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 584115265a73b162ff36b224409713f7 in 574ms, sequenceid=290, compaction requested=false 2024-11-13T05:19:12,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:12,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:12,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111307495be6035b43f086a56c44af89c87a_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:12,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742049_1225 (size=14994) 2024-11-13T05:19:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:12,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475212990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-13T05:19:13,026 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-13T05:19:13,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-13T05:19:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:13,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:13,030 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:13,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:13,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475213054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475213057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475213057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475213058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:13,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111307495be6035b43f086a56c44af89c87a_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111307495be6035b43f086a56c44af89c87a_584115265a73b162ff36b224409713f7 2024-11-13T05:19:13,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0a18fd31be38418ab029f14bcf969588, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:13,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0a18fd31be38418ab029f14bcf969588 is 175, key is test_row_0/A:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:13,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742050_1226 (size=39949) 2024-11-13T05:19:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:13,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475213293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:13,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,489 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0a18fd31be38418ab029f14bcf969588 2024-11-13T05:19:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/65c12c5ecef44600be2cede1772e1929 is 50, key is test_row_0/B:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:13,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742051_1227 (size=12301) 2024-11-13T05:19:13,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/65c12c5ecef44600be2cede1772e1929 2024-11-13T05:19:13,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/547dc5374bae4df2ba873ddae1bc99f3 is 50, key is test_row_0/C:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742052_1228 (size=12301) 2024-11-13T05:19:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:13,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475213796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/547dc5374bae4df2ba873ddae1bc99f3 2024-11-13T05:19:13,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0a18fd31be38418ab029f14bcf969588 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588 2024-11-13T05:19:13,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588, entries=200, sequenceid=316, filesize=39.0 K 2024-11-13T05:19:13,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:13,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/65c12c5ecef44600be2cede1772e1929 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929 2024-11-13T05:19:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:13,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T05:19:13,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/547dc5374bae4df2ba873ddae1bc99f3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3 2024-11-13T05:19:13,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-13T05:19:13,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 584115265a73b162ff36b224409713f7 in 1303ms, sequenceid=316, compaction requested=true 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:13,965 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:13,965 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:13,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:13,966 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:13,966 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:13,966 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,967 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4ab4c96c211b46a28975134a0bd5bb65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.7 K 2024-11-13T05:19:13,967 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:13,967 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:13,967 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,967 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=100.7 K 2024-11-13T05:19:13,967 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:13,967 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588] 2024-11-13T05:19:13,968 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f37dfa154644a2cbd1e1ef789ff05ff, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:13,968 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ab4c96c211b46a28975134a0bd5bb65, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:13,968 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24538aca385c4106b1d8e872aed4f363, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731475151835 2024-11-13T05:19:13,968 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ba4053e4060445c89fdfdf61ba5d1fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731475151835 2024-11-13T05:19:13,968 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a18fd31be38418ab029f14bcf969588, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152029 2024-11-13T05:19:13,969 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c12c5ecef44600be2cede1772e1929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152043 2024-11-13T05:19:13,975 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:13,978 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113926165ae9f4a47ff801801c2b8187e7d_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:13,979 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:13,979 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/293979536a3649af8fe00ae3f7b9f98c is 50, key is test_row_0/B:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:13,980 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113926165ae9f4a47ff801801c2b8187e7d_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:13,980 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113926165ae9f4a47ff801801c2b8187e7d_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742053_1229 (size=13051) 2024-11-13T05:19:13,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742054_1230 (size=4469) 2024-11-13T05:19:14,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:14,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:14,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:14,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:14,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137dac0901529545658959b753f7f2422c_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475152672/Put/seqid=0 2024-11-13T05:19:14,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742055_1231 (size=12454) 2024-11-13T05:19:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:14,131 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137dac0901529545658959b753f7f2422c_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137dac0901529545658959b753f7f2422c_584115265a73b162ff36b224409713f7 2024-11-13T05:19:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5694eb2390ec43f3b709b3c21878bfb9, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:14,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5694eb2390ec43f3b709b3c21878bfb9 is 175, key is test_row_0/A:col10/1731475152672/Put/seqid=0 2024-11-13T05:19:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742056_1232 (size=31255) 2024-11-13T05:19:14,398 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#189 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:14,399 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dfcd1189a94f4bb5899e7b7228e37edc is 175, key is test_row_0/A:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:14,404 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/293979536a3649af8fe00ae3f7b9f98c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/293979536a3649af8fe00ae3f7b9f98c 2024-11-13T05:19:14,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742057_1233 (size=32005) 2024-11-13T05:19:14,416 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into 293979536a3649af8fe00ae3f7b9f98c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:14,416 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:14,416 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475153965; duration=0sec 2024-11-13T05:19:14,417 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:14,417 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:14,417 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:14,417 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dfcd1189a94f4bb5899e7b7228e37edc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc 2024-11-13T05:19:14,418 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:14,418 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:14,418 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:14,418 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8d1f191151e44a8fa8e808ee10767c25, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.7 K 2024-11-13T05:19:14,419 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1f191151e44a8fa8e808ee10767c25, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731475150932 2024-11-13T05:19:14,420 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 899b4edc4d8c44eba18f3df25047a538, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731475151835 2024-11-13T05:19:14,421 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 547dc5374bae4df2ba873ddae1bc99f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152043 2024-11-13T05:19:14,424 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into dfcd1189a94f4bb5899e7b7228e37edc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:14,424 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:14,425 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475153965; duration=0sec 2024-11-13T05:19:14,425 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:14,425 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:14,434 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:14,435 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/900ec372d6d34fc3aabc615296b86d8e is 50, key is test_row_0/C:col10/1731475152043/Put/seqid=0 2024-11-13T05:19:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742058_1234 (size=13051) 2024-11-13T05:19:14,468 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/900ec372d6d34fc3aabc615296b86d8e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/900ec372d6d34fc3aabc615296b86d8e 2024-11-13T05:19:14,477 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 900ec372d6d34fc3aabc615296b86d8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:14,477 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:14,477 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475153965; duration=0sec 2024-11-13T05:19:14,477 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:14,477 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:14,543 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5694eb2390ec43f3b709b3c21878bfb9 2024-11-13T05:19:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/23e4a612c8c14129ab9dc658e9fb6938 is 50, key is test_row_0/B:col10/1731475152672/Put/seqid=0 2024-11-13T05:19:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742059_1235 (size=12301) 2024-11-13T05:19:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:14,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:14,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475214848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:14,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475214951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:14,960 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/23e4a612c8c14129ab9dc658e9fb6938 2024-11-13T05:19:14,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/8797df21ee4a4f0d9cdbdbe23bb57d23 is 50, key is test_row_0/C:col10/1731475152672/Put/seqid=0 2024-11-13T05:19:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742060_1236 (size=12301) 2024-11-13T05:19:15,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39754 deadline: 1731475215065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,069 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39698 deadline: 1731475215075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,077 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39690 deadline: 1731475215078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39732 deadline: 1731475215079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,080 DEBUG [Thread-685 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:15,080 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:15,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475215154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,381 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/8797df21ee4a4f0d9cdbdbe23bb57d23 2024-11-13T05:19:15,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5694eb2390ec43f3b709b3c21878bfb9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9 2024-11-13T05:19:15,393 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9, entries=150, sequenceid=329, filesize=30.5 K 2024-11-13T05:19:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/23e4a612c8c14129ab9dc658e9fb6938 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938 2024-11-13T05:19:15,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T05:19:15,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/8797df21ee4a4f0d9cdbdbe23bb57d23 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23 2024-11-13T05:19:15,405 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T05:19:15,406 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 584115265a73b162ff36b224409713f7 in 1300ms, sequenceid=329, compaction requested=false 2024-11-13T05:19:15,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-13T05:19:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-13T05:19:15,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-13T05:19:15,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3780 sec 2024-11-13T05:19:15,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.3830 sec 2024-11-13T05:19:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:15,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:15,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:15,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:15,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111373ec3f8d746a4577aea90af330138139_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742061_1237 (size=14994) 2024-11-13T05:19:15,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475215487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475215591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475215794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:15,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:15,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111373ec3f8d746a4577aea90af330138139_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373ec3f8d746a4577aea90af330138139_584115265a73b162ff36b224409713f7 2024-11-13T05:19:15,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0d462e1ff28e4b7b9c7e1f21f75ff73d, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:15,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0d462e1ff28e4b7b9c7e1f21f75ff73d is 175, key is test_row_0/A:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742062_1238 (size=39949) 2024-11-13T05:19:16,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475216099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:16,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0d462e1ff28e4b7b9c7e1f21f75ff73d 2024-11-13T05:19:16,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/a7ef706aa13a4505b3d5e7cd9030e1d9 is 50, key is test_row_0/B:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742063_1239 (size=12301) 2024-11-13T05:19:16,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/a7ef706aa13a4505b3d5e7cd9030e1d9 2024-11-13T05:19:16,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/c186825802124d5982bbd798483cb52b is 50, key is test_row_0/C:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:16,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742064_1240 (size=12301) 2024-11-13T05:19:16,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/c186825802124d5982bbd798483cb52b 2024-11-13T05:19:16,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/0d462e1ff28e4b7b9c7e1f21f75ff73d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d 2024-11-13T05:19:16,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d, entries=200, sequenceid=356, filesize=39.0 K 2024-11-13T05:19:16,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/a7ef706aa13a4505b3d5e7cd9030e1d9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9 2024-11-13T05:19:16,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T05:19:16,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/c186825802124d5982bbd798483cb52b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b 2024-11-13T05:19:16,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b, entries=150, sequenceid=356, filesize=12.0 K 2024-11-13T05:19:16,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 584115265a73b162ff36b224409713f7 in 888ms, sequenceid=356, compaction requested=true 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:16,350 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 584115265a73b162ff36b224409713f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:16,350 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:16,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:16,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/B is initiating minor compaction (all files) 2024-11-13T05:19:16,365 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/B in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:16,365 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/293979536a3649af8fe00ae3f7b9f98c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.8 K 2024-11-13T05:19:16,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:16,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/A is initiating minor compaction (all files) 2024-11-13T05:19:16,365 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/A in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:16,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 293979536a3649af8fe00ae3f7b9f98c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152043 2024-11-13T05:19:16,366 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=100.8 K 2024-11-13T05:19:16,366 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:16,366 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d] 2024-11-13T05:19:16,366 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e4a612c8c14129ab9dc658e9fb6938, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731475152672 2024-11-13T05:19:16,367 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfcd1189a94f4bb5899e7b7228e37edc, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152043 2024-11-13T05:19:16,367 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a7ef706aa13a4505b3d5e7cd9030e1d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731475154845 2024-11-13T05:19:16,367 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5694eb2390ec43f3b709b3c21878bfb9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731475152672 2024-11-13T05:19:16,367 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d462e1ff28e4b7b9c7e1f21f75ff73d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731475154844 2024-11-13T05:19:16,378 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:16,378 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/f1a648f4a18e4a96807d28fc08c1fc60 is 50, key is test_row_0/B:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:16,389 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:16,395 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113dd4554013a134bc59a9e695c2ad9ff6f_584115265a73b162ff36b224409713f7 store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:16,397 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113dd4554013a134bc59a9e695c2ad9ff6f_584115265a73b162ff36b224409713f7, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:16,397 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dd4554013a134bc59a9e695c2ad9ff6f_584115265a73b162ff36b224409713f7 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:16,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742065_1241 (size=13153) 2024-11-13T05:19:16,414 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/f1a648f4a18e4a96807d28fc08c1fc60 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f1a648f4a18e4a96807d28fc08c1fc60 2024-11-13T05:19:16,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742066_1242 (size=4469) 2024-11-13T05:19:16,421 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/B of 584115265a73b162ff36b224409713f7 into f1a648f4a18e4a96807d28fc08c1fc60(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:16,421 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:16,421 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/B, priority=13, startTime=1731475156350; duration=0sec 2024-11-13T05:19:16,421 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:16,421 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:B 2024-11-13T05:19:16,421 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:16,422 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:16,422 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 584115265a73b162ff36b224409713f7/C is initiating minor compaction (all files) 2024-11-13T05:19:16,422 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 584115265a73b162ff36b224409713f7/C in TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:16,423 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/900ec372d6d34fc3aabc615296b86d8e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp, totalSize=36.8 K 2024-11-13T05:19:16,423 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 900ec372d6d34fc3aabc615296b86d8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731475152043 2024-11-13T05:19:16,423 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8797df21ee4a4f0d9cdbdbe23bb57d23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731475152672 2024-11-13T05:19:16,424 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c186825802124d5982bbd798483cb52b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731475154845 2024-11-13T05:19:16,437 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:16,438 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/4e19faa4c25642488fcc4291affc8bec is 50, key is test_row_0/C:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742067_1243 (size=13153) 2024-11-13T05:19:16,460 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/4e19faa4c25642488fcc4291affc8bec as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/4e19faa4c25642488fcc4291affc8bec 2024-11-13T05:19:16,466 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/C of 584115265a73b162ff36b224409713f7 into 4e19faa4c25642488fcc4291affc8bec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:16,466 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:16,466 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/C, priority=13, startTime=1731475156350; duration=0sec 2024-11-13T05:19:16,466 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:16,466 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:C 2024-11-13T05:19:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:16,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:16,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:16,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ddec5e672dc9485c82cb4df4bace6e96_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475156603/Put/seqid=0 2024-11-13T05:19:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742068_1244 (size=12454) 2024-11-13T05:19:16,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:16,628 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ddec5e672dc9485c82cb4df4bace6e96_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ddec5e672dc9485c82cb4df4bace6e96_584115265a73b162ff36b224409713f7 2024-11-13T05:19:16,629 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5d73270bd32d4533b33ee20d209059b3, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:16,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5d73270bd32d4533b33ee20d209059b3 is 175, key is test_row_0/A:col10/1731475156603/Put/seqid=0 2024-11-13T05:19:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742069_1245 (size=31255) 2024-11-13T05:19:16,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:16,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475216655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475216759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:16,821 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 584115265a73b162ff36b224409713f7#A#compaction#199 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:16,822 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/16b353ab43ca4d588f4998cf9717330f is 175, key is test_row_0/A:col10/1731475154847/Put/seqid=0 2024-11-13T05:19:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742070_1246 (size=32107) 2024-11-13T05:19:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475216961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:17,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5d73270bd32d4533b33ee20d209059b3 2024-11-13T05:19:17,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2af37103933c4b26a1b97f48d8e9bcc3 is 50, key is test_row_0/B:col10/1731475156603/Put/seqid=0 2024-11-13T05:19:17,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742071_1247 (size=12301) 2024-11-13T05:19:17,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2af37103933c4b26a1b97f48d8e9bcc3 2024-11-13T05:19:17,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/d83d921242a640a59024e6fba7bcce02 is 50, key is test_row_0/C:col10/1731475156603/Put/seqid=0 2024-11-13T05:19:17,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742072_1248 (size=12301) 2024-11-13T05:19:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-13T05:19:17,135 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-13T05:19:17,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-13T05:19:17,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:17,142 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:17,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:17,244 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/16b353ab43ca4d588f4998cf9717330f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/16b353ab43ca4d588f4998cf9717330f 2024-11-13T05:19:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:17,249 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 584115265a73b162ff36b224409713f7/A of 584115265a73b162ff36b224409713f7 into 16b353ab43ca4d588f4998cf9717330f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:17,249 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:17,249 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7., storeName=584115265a73b162ff36b224409713f7/A, priority=13, startTime=1731475156350; duration=0sec 2024-11-13T05:19:17,249 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:17,249 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 584115265a73b162ff36b224409713f7:A 2024-11-13T05:19:17,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39742 deadline: 1731475217266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:17,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:17,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-13T05:19:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:17,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:17,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:17,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-13T05:19:17,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:17,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,449 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:55869 2024-11-13T05:19:17,449 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:17,452 DEBUG [Thread-702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:55869 2024-11-13T05:19:17,452 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:17,455 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:55869 2024-11-13T05:19:17,455 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:17,455 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:55869 2024-11-13T05:19:17,455 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:17,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/d83d921242a640a59024e6fba7bcce02 2024-11-13T05:19:17,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/5d73270bd32d4533b33ee20d209059b3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5d73270bd32d4533b33ee20d209059b3 2024-11-13T05:19:17,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5d73270bd32d4533b33ee20d209059b3, entries=150, sequenceid=371, filesize=30.5 K 2024-11-13T05:19:17,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/2af37103933c4b26a1b97f48d8e9bcc3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2af37103933c4b26a1b97f48d8e9bcc3 2024-11-13T05:19:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2af37103933c4b26a1b97f48d8e9bcc3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-13T05:19:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/d83d921242a640a59024e6fba7bcce02 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/d83d921242a640a59024e6fba7bcce02 2024-11-13T05:19:17,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/d83d921242a640a59024e6fba7bcce02, entries=150, sequenceid=371, filesize=12.0 K 2024-11-13T05:19:17,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 584115265a73b162ff36b224409713f7 in 880ms, sequenceid=371, compaction requested=false 2024-11-13T05:19:17,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:17,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:17,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:17,606 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:17,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111378a26c1145014bab88b7b627a576aa38_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475156634/Put/seqid=0 2024-11-13T05:19:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742073_1249 (size=12454) 2024-11-13T05:19:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 584115265a73b162ff36b224409713f7 2024-11-13T05:19:17,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. as already flushing 2024-11-13T05:19:17,771 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:55869 2024-11-13T05:19:17,771 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:18,021 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111378a26c1145014bab88b7b627a576aa38_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378a26c1145014bab88b7b627a576aa38_584115265a73b162ff36b224409713f7 2024-11-13T05:19:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dacd00a6b7c840afb0f77ab439738e17, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dacd00a6b7c840afb0f77ab439738e17 is 175, key is test_row_0/A:col10/1731475156634/Put/seqid=0 2024-11-13T05:19:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742074_1250 (size=31255) 2024-11-13T05:19:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:18,428 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dacd00a6b7c840afb0f77ab439738e17 2024-11-13T05:19:18,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/bd3d052994b845fdb0f320a7cadffd17 is 50, key is test_row_0/B:col10/1731475156634/Put/seqid=0 2024-11-13T05:19:18,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742075_1251 (size=12301) 2024-11-13T05:19:18,839 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/bd3d052994b845fdb0f320a7cadffd17 2024-11-13T05:19:18,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/837289e6f9684bf5b20f25f499326dc5 is 50, key is test_row_0/C:col10/1731475156634/Put/seqid=0 2024-11-13T05:19:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742076_1252 (size=12301) 2024-11-13T05:19:18,852 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/837289e6f9684bf5b20f25f499326dc5 2024-11-13T05:19:18,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/dacd00a6b7c840afb0f77ab439738e17 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dacd00a6b7c840afb0f77ab439738e17 2024-11-13T05:19:18,860 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dacd00a6b7c840afb0f77ab439738e17, entries=150, sequenceid=395, filesize=30.5 K 2024-11-13T05:19:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/bd3d052994b845fdb0f320a7cadffd17 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/bd3d052994b845fdb0f320a7cadffd17 2024-11-13T05:19:18,865 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/bd3d052994b845fdb0f320a7cadffd17, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T05:19:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/837289e6f9684bf5b20f25f499326dc5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/837289e6f9684bf5b20f25f499326dc5 2024-11-13T05:19:18,869 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/837289e6f9684bf5b20f25f499326dc5, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T05:19:18,870 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 584115265a73b162ff36b224409713f7 in 1264ms, sequenceid=395, compaction requested=true 2024-11-13T05:19:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-13T05:19:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-13T05:19:18,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-13T05:19:18,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7290 sec 2024-11-13T05:19:18,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.7370 sec 2024-11-13T05:19:19,075 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:55869 2024-11-13T05:19:19,075 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:19,097 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:55869 2024-11-13T05:19:19,097 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:19,098 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:55869 2024-11-13T05:19:19,098 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:19,098 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:55869 2024-11-13T05:19:19,099 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-13T05:19:19,249 INFO [Thread-695 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6239 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6311 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2634 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7901 rows 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2643 2024-11-13T05:19:19,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7929 rows 2024-11-13T05:19:19,249 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:19:19,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:55869 2024-11-13T05:19:19,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:19,251 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:19:19,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:19:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:19,255 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475159255"}]},"ts":"1731475159255"} 2024-11-13T05:19:19,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:19:19,259 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:19:19,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:19:19,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, UNASSIGN}] 2024-11-13T05:19:19,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, UNASSIGN 2024-11-13T05:19:19,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:19,263 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:19:19,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:19,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:19,415 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 584115265a73b162ff36b224409713f7 2024-11-13T05:19:19,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:19:19,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 584115265a73b162ff36b224409713f7, disabling compactions & flushes 2024-11-13T05:19:19,415 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:19,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:19,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. after waiting 0 ms 2024-11-13T05:19:19,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:19,415 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 584115265a73b162ff36b224409713f7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=A 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=B 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 584115265a73b162ff36b224409713f7, store=C 2024-11-13T05:19:19,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:19,422 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113825a217684c942a58a0c349da906cb8a_584115265a73b162ff36b224409713f7 is 50, key is test_row_0/A:col10/1731475159096/Put/seqid=0 2024-11-13T05:19:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742077_1253 (size=12454) 2024-11-13T05:19:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:19,827 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:19,831 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113825a217684c942a58a0c349da906cb8a_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113825a217684c942a58a0c349da906cb8a_584115265a73b162ff36b224409713f7 2024-11-13T05:19:19,832 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/491e626023214b21bdd7dc3d11118886, store: [table=TestAcidGuarantees family=A region=584115265a73b162ff36b224409713f7] 2024-11-13T05:19:19,833 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/491e626023214b21bdd7dc3d11118886 is 175, key is test_row_0/A:col10/1731475159096/Put/seqid=0 2024-11-13T05:19:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742078_1254 (size=31255) 2024-11-13T05:19:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:20,241 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/491e626023214b21bdd7dc3d11118886 2024-11-13T05:19:20,248 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e172e9ebb860495f80175c50f03c4c22 is 50, key is test_row_0/B:col10/1731475159096/Put/seqid=0 2024-11-13T05:19:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742079_1255 (size=12301) 2024-11-13T05:19:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:20,653 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e172e9ebb860495f80175c50f03c4c22 2024-11-13T05:19:20,661 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/6c057629acef4329b3afe6560eb02e53 is 50, key is test_row_0/C:col10/1731475159096/Put/seqid=0 2024-11-13T05:19:20,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742080_1256 (size=12301) 2024-11-13T05:19:21,066 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/6c057629acef4329b3afe6560eb02e53 2024-11-13T05:19:21,070 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/A/491e626023214b21bdd7dc3d11118886 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/491e626023214b21bdd7dc3d11118886 2024-11-13T05:19:21,074 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/491e626023214b21bdd7dc3d11118886, entries=150, sequenceid=403, filesize=30.5 K 2024-11-13T05:19:21,075 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/B/e172e9ebb860495f80175c50f03c4c22 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e172e9ebb860495f80175c50f03c4c22 2024-11-13T05:19:21,079 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e172e9ebb860495f80175c50f03c4c22, entries=150, sequenceid=403, filesize=12.0 K 2024-11-13T05:19:21,079 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/.tmp/C/6c057629acef4329b3afe6560eb02e53 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/6c057629acef4329b3afe6560eb02e53 2024-11-13T05:19:21,083 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/6c057629acef4329b3afe6560eb02e53, entries=150, sequenceid=403, filesize=12.0 K 2024-11-13T05:19:21,083 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 584115265a73b162ff36b224409713f7 in 1668ms, sequenceid=403, compaction requested=true 2024-11-13T05:19:21,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d] to archive 2024-11-13T05:19:21,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:21,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/bc453003de38497dbfff3c03cefb1680 2024-11-13T05:19:21,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dc0d46d8283b4cafb1bc1ad35fbeff8e 2024-11-13T05:19:21,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/a291466c673d40deac9ec0a08b207780 2024-11-13T05:19:21,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/4a1b1b52687b4292b9492cfa92ee2b78 2024-11-13T05:19:21,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/6c8f9e562eff40778e4499922c36ad5e 2024-11-13T05:19:21,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3e41c0595a9b4f9bbc1bb6ece2d7a2ce 2024-11-13T05:19:21,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8e97aa0e5869416796ea7460858140fe 2024-11-13T05:19:21,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/d7e4c4e4665f43dd9827e5949d65f91d 2024-11-13T05:19:21,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/661b385d60ac4606a914440623393a0a 2024-11-13T05:19:21,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2e24e24e89b04f8d9eb9d5b7abdb8026 2024-11-13T05:19:21,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/84690e6a99af46fa847631c0486a86af 2024-11-13T05:19:21,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0e9c5a9050fb42ab831c3fbdfde7c21e 2024-11-13T05:19:21,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/3636aa103c7e4d56bc47b368356182df 2024-11-13T05:19:21,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/202063552b544e68887211c733b76cde 2024-11-13T05:19:21,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/b8f2422913124fcba8847fe266ab1f69 2024-11-13T05:19:21,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/9ba1ae887a5e4ef2bc96305bd9018423 2024-11-13T05:19:21,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/2b24409c682949c49430c9e481d950d0 2024-11-13T05:19:21,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/281c5ee977c644e989700a71c6e9af53 2024-11-13T05:19:21,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/8f37dfa154644a2cbd1e1ef789ff05ff 2024-11-13T05:19:21,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/69343953bad4439eaf20f29856de5acc 2024-11-13T05:19:21,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/24538aca385c4106b1d8e872aed4f363 2024-11-13T05:19:21,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0a18fd31be38418ab029f14bcf969588 2024-11-13T05:19:21,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dfcd1189a94f4bb5899e7b7228e37edc 2024-11-13T05:19:21,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5694eb2390ec43f3b709b3c21878bfb9 2024-11-13T05:19:21,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/0d462e1ff28e4b7b9c7e1f21f75ff73d 2024-11-13T05:19:21,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/601c55ad8cb24e93aeb5f0d84175594f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4546780e4c134ec1a83c00e6f8ac11f6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/6ff1aead829c408790e53ec790bdcf27, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/ccab47b1fdbd41538e9bd05ea0756d17, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/229dbd5df79248e0b856c6bb2a5bee2b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4ab4c96c211b46a28975134a0bd5bb65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/293979536a3649af8fe00ae3f7b9f98c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9] to archive 2024-11-13T05:19:21,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:21,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/8cd0ac0dc7704f45a7bcd1592ddb0678 2024-11-13T05:19:21,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/fdab9721e39d4bc09b7f0f5911eff862 2024-11-13T05:19:21,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/601c55ad8cb24e93aeb5f0d84175594f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/601c55ad8cb24e93aeb5f0d84175594f 2024-11-13T05:19:21,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/340852659269426b850025e7b26dfb06 2024-11-13T05:19:21,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2c6b39b985f04aada0ea4f871e164aff 2024-11-13T05:19:21,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4546780e4c134ec1a83c00e6f8ac11f6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4546780e4c134ec1a83c00e6f8ac11f6 2024-11-13T05:19:21,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f5e02c5ab5424ebf803fb98c2c10afb5 2024-11-13T05:19:21,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0a5748799d4a4f058d42b391195ed111 2024-11-13T05:19:21,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/6ff1aead829c408790e53ec790bdcf27 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/6ff1aead829c408790e53ec790bdcf27 2024-11-13T05:19:21,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/1fced9db517b4c2299895662115a0a5c 2024-11-13T05:19:21,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/cacc56d7b9084b3cb91355af640d43de 2024-11-13T05:19:21,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/ccab47b1fdbd41538e9bd05ea0756d17 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/ccab47b1fdbd41538e9bd05ea0756d17 2024-11-13T05:19:21,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/565ec6b6a3a44ec6aae2a8e569e9b286 2024-11-13T05:19:21,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e4ca1f4dfc824753ab49a934df3f74a7 2024-11-13T05:19:21,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/229dbd5df79248e0b856c6bb2a5bee2b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/229dbd5df79248e0b856c6bb2a5bee2b 2024-11-13T05:19:21,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/11401b2925a949678b51dcc82f317415 2024-11-13T05:19:21,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/57ce2339df30430a9b24e367af4e7bae 2024-11-13T05:19:21,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/dc21bc5befb04888ad16b9e6d217b6fb 2024-11-13T05:19:21,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4ab4c96c211b46a28975134a0bd5bb65 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/4ab4c96c211b46a28975134a0bd5bb65 2024-11-13T05:19:21,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/864ab347f397477b85596c091d65db5a 2024-11-13T05:19:21,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/0ba4053e4060445c89fdfdf61ba5d1fb 2024-11-13T05:19:21,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/293979536a3649af8fe00ae3f7b9f98c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/293979536a3649af8fe00ae3f7b9f98c 2024-11-13T05:19:21,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/65c12c5ecef44600be2cede1772e1929 2024-11-13T05:19:21,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/23e4a612c8c14129ab9dc658e9fb6938 2024-11-13T05:19:21,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/a7ef706aa13a4505b3d5e7cd9030e1d9 2024-11-13T05:19:21,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/e523baefa0bf4d7e920d6e51b53afe0c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/98ec1ddc3d0b4efeb12d15ebeea563bf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/40c47bd95c8f435992fdf2c379e07132, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/14bd70df60c9484e8ed6f25cfc0ebda7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/a3d43c5adabf4ac9b380fd99b8e0bc22, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8d1f191151e44a8fa8e808ee10767c25, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/900ec372d6d34fc3aabc615296b86d8e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b] to archive 2024-11-13T05:19:21,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:21,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/fd08a44984f644f38f52da7b8a5d6f14 2024-11-13T05:19:21,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/5f899ad43d6d443394ca6dc8b69329e8 2024-11-13T05:19:21,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/e523baefa0bf4d7e920d6e51b53afe0c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/e523baefa0bf4d7e920d6e51b53afe0c 2024-11-13T05:19:21,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/eb434cd8060641b88f38630194eab850 2024-11-13T05:19:21,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/23105d47127a41a0960919e4813d458a 2024-11-13T05:19:21,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/98ec1ddc3d0b4efeb12d15ebeea563bf to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/98ec1ddc3d0b4efeb12d15ebeea563bf 2024-11-13T05:19:21,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/80374b9bbd694af9a5976354739c9572 2024-11-13T05:19:21,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f3180f77dfd044549f63f2ea120bc45b 2024-11-13T05:19:21,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/40c47bd95c8f435992fdf2c379e07132 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/40c47bd95c8f435992fdf2c379e07132 2024-11-13T05:19:21,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/1118fcf61b194f01a2a0cecfca8e1a94 2024-11-13T05:19:21,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/f01685372c6746d9a30f604f32d8388f 2024-11-13T05:19:21,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/14bd70df60c9484e8ed6f25cfc0ebda7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/14bd70df60c9484e8ed6f25cfc0ebda7 2024-11-13T05:19:21,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/3063a9a5f63f470fa9a4e098810c5c21 2024-11-13T05:19:21,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/2a47eb7f9c64498ca6f15ddb5ec4bdec 2024-11-13T05:19:21,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/a3d43c5adabf4ac9b380fd99b8e0bc22 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/a3d43c5adabf4ac9b380fd99b8e0bc22 2024-11-13T05:19:21,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/ee54bc23b64a422794c85c855f5127c0 2024-11-13T05:19:21,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/75ee9102ae344cfc9ea567f8f46e3c5a 2024-11-13T05:19:21,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/dc1e5d73a58549f79c5e3524be4810b4 2024-11-13T05:19:21,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8d1f191151e44a8fa8e808ee10767c25 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8d1f191151e44a8fa8e808ee10767c25 2024-11-13T05:19:21,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/7f3a341f246e425b80eb826f16d40504 2024-11-13T05:19:21,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/899b4edc4d8c44eba18f3df25047a538 2024-11-13T05:19:21,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/900ec372d6d34fc3aabc615296b86d8e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/900ec372d6d34fc3aabc615296b86d8e 2024-11-13T05:19:21,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/547dc5374bae4df2ba873ddae1bc99f3 2024-11-13T05:19:21,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/8797df21ee4a4f0d9cdbdbe23bb57d23 2024-11-13T05:19:21,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/c186825802124d5982bbd798483cb52b 2024-11-13T05:19:21,178 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=4 2024-11-13T05:19:21,179 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7. 2024-11-13T05:19:21,179 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 584115265a73b162ff36b224409713f7: 2024-11-13T05:19:21,180 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=584115265a73b162ff36b224409713f7, regionState=CLOSED 2024-11-13T05:19:21,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-13T05:19:21,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 584115265a73b162ff36b224409713f7, server=c07acfa36556,38917,1731475104240 in 1.9180 sec 2024-11-13T05:19:21,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T05:19:21,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=584115265a73b162ff36b224409713f7, UNASSIGN in 1.9220 sec 2024-11-13T05:19:21,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-13T05:19:21,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9240 sec 2024-11-13T05:19:21,187 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475161186"}]},"ts":"1731475161186"} 2024-11-13T05:19:21,187 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:19:21,190 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:19:21,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-13T05:19:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-13T05:19:21,358 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-13T05:19:21,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:19:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-13T05:19:21,361 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,364 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,366 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits] 2024-11-13T05:19:21,369 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/16b353ab43ca4d588f4998cf9717330f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/16b353ab43ca4d588f4998cf9717330f 2024-11-13T05:19:21,370 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/491e626023214b21bdd7dc3d11118886 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/491e626023214b21bdd7dc3d11118886 2024-11-13T05:19:21,371 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5d73270bd32d4533b33ee20d209059b3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/5d73270bd32d4533b33ee20d209059b3 2024-11-13T05:19:21,372 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dacd00a6b7c840afb0f77ab439738e17 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/A/dacd00a6b7c840afb0f77ab439738e17 2024-11-13T05:19:21,375 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2af37103933c4b26a1b97f48d8e9bcc3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/2af37103933c4b26a1b97f48d8e9bcc3 2024-11-13T05:19:21,376 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/bd3d052994b845fdb0f320a7cadffd17 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/bd3d052994b845fdb0f320a7cadffd17 2024-11-13T05:19:21,377 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e172e9ebb860495f80175c50f03c4c22 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/e172e9ebb860495f80175c50f03c4c22 2024-11-13T05:19:21,379 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f1a648f4a18e4a96807d28fc08c1fc60 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/B/f1a648f4a18e4a96807d28fc08c1fc60 2024-11-13T05:19:21,381 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/4e19faa4c25642488fcc4291affc8bec to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/4e19faa4c25642488fcc4291affc8bec 2024-11-13T05:19:21,383 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/6c057629acef4329b3afe6560eb02e53 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/6c057629acef4329b3afe6560eb02e53 2024-11-13T05:19:21,384 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/837289e6f9684bf5b20f25f499326dc5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/837289e6f9684bf5b20f25f499326dc5 2024-11-13T05:19:21,403 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/d83d921242a640a59024e6fba7bcce02 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/C/d83d921242a640a59024e6fba7bcce02 2024-11-13T05:19:21,406 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits/406.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7/recovered.edits/406.seqid 2024-11-13T05:19:21,407 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,407 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:19:21,408 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:19:21,408 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T05:19:21,412 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111307495be6035b43f086a56c44af89c87a_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111307495be6035b43f086a56c44af89c87a_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,414 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113094380344fed4f7cbd98bc010c48ad22_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113094380344fed4f7cbd98bc010c48ad22_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,415 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329615ccf636f4f81aa71265bbb98139d_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329615ccf636f4f81aa71265bbb98139d_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,416 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335e2371116354c6cb13aaf96a947761d_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111335e2371116354c6cb13aaf96a947761d_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,417 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135df93946f1c64b6ea4f3a6143ebd7def_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135df93946f1c64b6ea4f3a6143ebd7def_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,419 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fdfeed2bdc8424d974b05c434f8e96e_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136fdfeed2bdc8424d974b05c434f8e96e_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,420 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373ec3f8d746a4577aea90af330138139_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111373ec3f8d746a4577aea90af330138139_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,421 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378a26c1145014bab88b7b627a576aa38_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111378a26c1145014bab88b7b627a576aa38_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,423 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ab80a0450f74cd4af8b0158f04d5c47_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137ab80a0450f74cd4af8b0158f04d5c47_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,424 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137dac0901529545658959b753f7f2422c_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137dac0901529545658959b753f7f2422c_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113825a217684c942a58a0c349da906cb8a_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113825a217684c942a58a0c349da906cb8a_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,427 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138f3d78b7df474874a52a2512c70b42ff_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138f3d78b7df474874a52a2512c70b42ff_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111390751b24939d4b4680a423ae0659dec1_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111390751b24939d4b4680a423ae0659dec1_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,429 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3db72b7ff2c4dc29dd97d03d5ed53a6_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a3db72b7ff2c4dc29dd97d03d5ed53a6_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,430 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c26d9a4a522c40758a5b362df7242f2b_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c26d9a4a522c40758a5b362df7242f2b_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,432 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c515001af8d84e2f8d33eee07ab4c7f9_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c515001af8d84e2f8d33eee07ab4c7f9_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,433 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d4f13af3cdad40e1be8901bfb5daea54_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d4f13af3cdad40e1be8901bfb5daea54_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,434 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d60c5774be074b20b68c6d2fa1bf2f42_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d60c5774be074b20b68c6d2fa1bf2f42_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,435 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ddec5e672dc9485c82cb4df4bace6e96_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ddec5e672dc9485c82cb4df4bace6e96_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,437 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e903a73ad2f7491e9bf4205ac3c1cdd5_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e903a73ad2f7491e9bf4205ac3c1cdd5_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff383a22591343dca25f55799f426b79_584115265a73b162ff36b224409713f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ff383a22591343dca25f55799f426b79_584115265a73b162ff36b224409713f7 2024-11-13T05:19:21,439 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:19:21,442 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,446 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:19:21,451 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:19:21,453 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,453 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:19:21,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475161453"}]},"ts":"9223372036854775807"} 2024-11-13T05:19:21,456 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:19:21,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 584115265a73b162ff36b224409713f7, NAME => 'TestAcidGuarantees,,1731475134334.584115265a73b162ff36b224409713f7.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:19:21,456 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:19:21,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475161456"}]},"ts":"9223372036854775807"} 2024-11-13T05:19:21,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:19:21,461 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-13T05:19:21,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-13T05:19:21,462 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-13T05:19:21,474 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=246 (was 238) Potentially hanging thread: hconnection-0xed83588-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1371778535_22 at /127.0.0.1:51598 [Waiting for operation #518] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1045662697_22 at /127.0.0.1:51644 [Waiting for operation #517] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1371778535_22 at /127.0.0.1:51542 [Waiting for operation #555] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4083 (was 4444) 2024-11-13T05:19:21,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=246, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=4083 2024-11-13T05:19:21,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:19:21,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:19:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:21,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:19:21,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:21,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-13T05:19:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:21,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:19:21,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742081_1257 (size=960) 2024-11-13T05:19:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:21,895 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:19:21,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742082_1258 (size=53) 2024-11-13T05:19:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 2d4405cad6a4f4edb592ca066340dabd, disabling compactions & flushes 2024-11-13T05:19:22,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. after waiting 0 ms 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:22,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:19:22,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475162302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475162302"}]},"ts":"1731475162302"} 2024-11-13T05:19:22,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:19:22,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:19:22,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475162305"}]},"ts":"1731475162305"} 2024-11-13T05:19:22,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:19:22,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, ASSIGN}] 2024-11-13T05:19:22,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, ASSIGN 2024-11-13T05:19:22,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:19:22,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:22,462 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2d4405cad6a4f4edb592ca066340dabd, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:22,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:22,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:22,618 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,618 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:19:22,618 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,618 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:22,618 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,618 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,620 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,621 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:22,621 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4405cad6a4f4edb592ca066340dabd columnFamilyName A 2024-11-13T05:19:22,622 DEBUG [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:22,622 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(327): Store=2d4405cad6a4f4edb592ca066340dabd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:22,622 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,623 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:22,623 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4405cad6a4f4edb592ca066340dabd columnFamilyName B 2024-11-13T05:19:22,623 DEBUG [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:22,624 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(327): Store=2d4405cad6a4f4edb592ca066340dabd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:22,624 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,625 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:22,625 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d4405cad6a4f4edb592ca066340dabd columnFamilyName C 2024-11-13T05:19:22,625 DEBUG [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:22,626 INFO [StoreOpener-2d4405cad6a4f4edb592ca066340dabd-1 {}] regionserver.HStore(327): Store=2d4405cad6a4f4edb592ca066340dabd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:22,626 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,627 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,627 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,628 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:19:22,629 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:22,631 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:19:22,631 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 2d4405cad6a4f4edb592ca066340dabd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68495549, jitterRate=0.020663216710090637}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:19:22,632 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:22,633 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., pid=68, masterSystemTime=1731475162615 2024-11-13T05:19:22,634 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,634 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:22,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2d4405cad6a4f4edb592ca066340dabd, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:22,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-13T05:19:22,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 in 172 msec 2024-11-13T05:19:22,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T05:19:22,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, ASSIGN in 326 msec 2024-11-13T05:19:22,638 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:19:22,638 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475162638"}]},"ts":"1731475162638"} 2024-11-13T05:19:22,639 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:19:22,642 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:19:22,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-13T05:19:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-13T05:19:23,591 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-13T05:19:23,593 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-13T05:19:23,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,599 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:19:23,601 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:19:23,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-13T05:19:23,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,608 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-13T05:19:23,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,612 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-13T05:19:23,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-13T05:19:23,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-13T05:19:23,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-13T05:19:23,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-13T05:19:23,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-13T05:19:23,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-13T05:19:23,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-13T05:19:23,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:23,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-13T05:19:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:23,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:23,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:23,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:23,657 DEBUG [hconnection-0x186ec7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,657 DEBUG [hconnection-0x6e8bb779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,658 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,658 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,668 DEBUG [hconnection-0x63cfb1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,669 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,676 DEBUG [hconnection-0x1f0b5c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,677 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:23,696 DEBUG [hconnection-0x16c535ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,697 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,700 DEBUG [hconnection-0x3845a8b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,708 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,709 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,712 DEBUG [hconnection-0x56c86fcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,713 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,716 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475223714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,717 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475223716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475223717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475223717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475223718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,720 DEBUG [hconnection-0x669d2816-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:23,721 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:23,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4ec6f64937724c02b3d0e695ea44ff33 is 50, key is test_row_0/A:col10/1731475163663/Put/seqid=0 2024-11-13T05:19:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742083_1259 (size=12001) 2024-11-13T05:19:23,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:23,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:23,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:23,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475223818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475223820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475223820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475223821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475223821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:23,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:23,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:23,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475224020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475224023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475224023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475224024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475224024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4ec6f64937724c02b3d0e695ea44ff33 2024-11-13T05:19:24,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/31af12eebca743f480cf3261f4d7d29b is 50, key is test_row_0/B:col10/1731475163663/Put/seqid=0 2024-11-13T05:19:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742084_1260 (size=12001) 2024-11-13T05:19:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:24,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475224323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475224325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475224326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475224326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475224328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,342 ERROR [LeaseRenewer:jenkins@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33723,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/31af12eebca743f480cf3261f4d7d29b 2024-11-13T05:19:24,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a7a908107cd5480a850288f2ba8d6533 is 50, key is test_row_0/C:col10/1731475163663/Put/seqid=0 2024-11-13T05:19:24,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742085_1261 (size=12001) 2024-11-13T05:19:24,722 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475224827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475224829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475224829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475224833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475224840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:24,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:24,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a7a908107cd5480a850288f2ba8d6533 2024-11-13T05:19:25,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4ec6f64937724c02b3d0e695ea44ff33 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33 2024-11-13T05:19:25,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T05:19:25,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/31af12eebca743f480cf3261f4d7d29b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b 2024-11-13T05:19:25,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T05:19:25,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a7a908107cd5480a850288f2ba8d6533 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533 2024-11-13T05:19:25,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T05:19:25,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 2d4405cad6a4f4edb592ca066340dabd in 1434ms, sequenceid=13, compaction requested=false 2024-11-13T05:19:25,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:25,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,184 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:25,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e55fbb36b2d41e094931df9a69f1564 is 50, key is test_row_0/A:col10/1731475163714/Put/seqid=0 2024-11-13T05:19:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742086_1262 (size=12001) 2024-11-13T05:19:25,199 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e55fbb36b2d41e094931df9a69f1564 2024-11-13T05:19:25,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/fc61bba69a2740079ab6327324830db3 is 50, key is test_row_0/B:col10/1731475163714/Put/seqid=0 2024-11-13T05:19:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742087_1263 (size=12001) 2024-11-13T05:19:25,216 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/fc61bba69a2740079ab6327324830db3 2024-11-13T05:19:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6e815ae3e89a45c8afe801928ec02bef is 50, key is test_row_0/C:col10/1731475163714/Put/seqid=0 2024-11-13T05:19:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742088_1264 (size=12001) 2024-11-13T05:19:25,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6e815ae3e89a45c8afe801928ec02bef 2024-11-13T05:19:25,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e55fbb36b2d41e094931df9a69f1564 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564 2024-11-13T05:19:25,658 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T05:19:25,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/fc61bba69a2740079ab6327324830db3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3 2024-11-13T05:19:25,665 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T05:19:25,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6e815ae3e89a45c8afe801928ec02bef as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef 2024-11-13T05:19:25,671 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef, entries=150, sequenceid=39, filesize=11.7 K 2024-11-13T05:19:25,674 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 2d4405cad6a4f4edb592ca066340dabd in 490ms, sequenceid=39, compaction requested=false 2024-11-13T05:19:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-13T05:19:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-13T05:19:25,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-13T05:19:25,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0260 sec 2024-11-13T05:19:25,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.0310 sec 2024-11-13T05:19:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-13T05:19:25,753 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-13T05:19:25,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-13T05:19:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:25,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:25,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:25,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:25,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:25,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:25,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:25,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/3515beba2995447c8f4a6293e85f68e4 is 50, key is test_row_0/A:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475225882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475225884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475225883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475225885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475225886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742089_1265 (size=14341) 2024-11-13T05:19:25,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/3515beba2995447c8f4a6293e85f68e4 2024-11-13T05:19:25,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/737c7ae617bf467bad25c99667ffbf1d is 50, key is test_row_0/B:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:25,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-13T05:19:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:25,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:25,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742090_1266 (size=12001) 2024-11-13T05:19:25,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/737c7ae617bf467bad25c99667ffbf1d 2024-11-13T05:19:25,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/15d09c126b97497e860a264843d5a4e0 is 50, key is test_row_0/C:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:25,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:25,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475225997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475226004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742091_1267 (size=12001) 2024-11-13T05:19:26,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/15d09c126b97497e860a264843d5a4e0 2024-11-13T05:19:26,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/3515beba2995447c8f4a6293e85f68e4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4 2024-11-13T05:19:26,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4, entries=200, sequenceid=52, filesize=14.0 K 2024-11-13T05:19:26,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/737c7ae617bf467bad25c99667ffbf1d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d 2024-11-13T05:19:26,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T05:19:26,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/15d09c126b97497e860a264843d5a4e0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0 2024-11-13T05:19:26,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T05:19:26,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2d4405cad6a4f4edb592ca066340dabd in 190ms, sequenceid=52, compaction requested=true 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:26,041 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:26,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:26,042 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:26,044 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:26,044 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:26,044 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:26,044 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=37.4 K 2024-11-13T05:19:26,044 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:26,044 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:26,044 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:26,045 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=35.2 K 2024-11-13T05:19:26,047 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 31af12eebca743f480cf3261f4d7d29b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731475163663 2024-11-13T05:19:26,047 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec6f64937724c02b3d0e695ea44ff33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731475163663 2024-11-13T05:19:26,047 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting fc61bba69a2740079ab6327324830db3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731475163711 2024-11-13T05:19:26,048 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e55fbb36b2d41e094931df9a69f1564, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731475163711 2024-11-13T05:19:26,048 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 737c7ae617bf467bad25c99667ffbf1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165845 2024-11-13T05:19:26,048 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3515beba2995447c8f4a6293e85f68e4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165844 2024-11-13T05:19:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:26,066 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:26,067 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/0177e744e3ad412488edd10e49143175 is 50, key is test_row_0/A:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:26,070 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:26,071 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/119e488051e342968fc88b5599b5fedf is 50, key is test_row_0/B:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:26,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:26,073 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:26,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742092_1268 (size=12104) 2024-11-13T05:19:26,096 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/0177e744e3ad412488edd10e49143175 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/0177e744e3ad412488edd10e49143175 2024-11-13T05:19:26,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/69abb4fe47cb46f8b76655309df1cf61 is 50, key is test_row_0/A:col10/1731475165885/Put/seqid=0 2024-11-13T05:19:26,103 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 0177e744e3ad412488edd10e49143175(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:26,103 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:26,103 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475166041; duration=0sec 2024-11-13T05:19:26,110 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:26,110 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:26,110 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:26,113 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:26,113 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:26,113 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:26,114 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=35.2 K 2024-11-13T05:19:26,114 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7a908107cd5480a850288f2ba8d6533, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731475163663 2024-11-13T05:19:26,115 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e815ae3e89a45c8afe801928ec02bef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731475163711 2024-11-13T05:19:26,115 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15d09c126b97497e860a264843d5a4e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165845 2024-11-13T05:19:26,130 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:26,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742093_1269 (size=12104) 2024-11-13T05:19:26,131 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/06ed97d468644578bc8fa087a75dc79f is 50, key is test_row_0/C:col10/1731475165851/Put/seqid=0 2024-11-13T05:19:26,147 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/119e488051e342968fc88b5599b5fedf as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/119e488051e342968fc88b5599b5fedf 2024-11-13T05:19:26,154 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 119e488051e342968fc88b5599b5fedf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:26,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:26,154 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475166041; duration=0sec 2024-11-13T05:19:26,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:26,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742094_1270 (size=12001) 2024-11-13T05:19:26,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742095_1271 (size=12104) 2024-11-13T05:19:26,187 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/06ed97d468644578bc8fa087a75dc79f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/06ed97d468644578bc8fa087a75dc79f 2024-11-13T05:19:26,193 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into 06ed97d468644578bc8fa087a75dc79f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:26,193 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:26,193 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475166041; duration=0sec 2024-11-13T05:19:26,193 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:26,193 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:26,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475226210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475226211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475226213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475226213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475226224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475226316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475226316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475226316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475226317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475226326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475226519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475226519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475226520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475226520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475226528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,560 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/69abb4fe47cb46f8b76655309df1cf61 2024-11-13T05:19:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/71f529f77a99494cb7aa364665e7e208 is 50, key is test_row_0/B:col10/1731475165885/Put/seqid=0 2024-11-13T05:19:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742096_1272 (size=12001) 2024-11-13T05:19:26,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:19:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475226822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475226822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475226823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475226824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475226831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:26,977 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/71f529f77a99494cb7aa364665e7e208 2024-11-13T05:19:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/460e3b3b1a4a461990cce3a6356382b5 is 50, key is test_row_0/C:col10/1731475165885/Put/seqid=0 2024-11-13T05:19:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742097_1273 (size=12001) 2024-11-13T05:19:27,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/460e3b3b1a4a461990cce3a6356382b5 2024-11-13T05:19:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/69abb4fe47cb46f8b76655309df1cf61 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61 2024-11-13T05:19:27,023 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:19:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/71f529f77a99494cb7aa364665e7e208 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208 2024-11-13T05:19:27,029 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:19:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/460e3b3b1a4a461990cce3a6356382b5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5 2024-11-13T05:19:27,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T05:19:27,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 2d4405cad6a4f4edb592ca066340dabd in 963ms, sequenceid=76, compaction requested=false 2024-11-13T05:19:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-13T05:19:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-13T05:19:27,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-13T05:19:27,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2730 sec 2024-11-13T05:19:27,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.2850 sec 2024-11-13T05:19:27,057 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:27,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/cb081ac565ee4245830aedc3a0afe6ca is 50, key is test_row_0/A:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742098_1274 (size=12001) 2024-11-13T05:19:27,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/cb081ac565ee4245830aedc3a0afe6ca 2024-11-13T05:19:27,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/8cba818f2a0645008ddb23e30167c33e is 50, key is test_row_0/B:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475227353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475227352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475227356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475227357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475227358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742099_1275 (size=12001) 2024-11-13T05:19:27,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475227459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475227459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475227459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475227460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475227462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475227662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475227662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475227662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475227664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475227665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/8cba818f2a0645008ddb23e30167c33e 2024-11-13T05:19:27,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e284a386f01f4c8e8e41e2d77cf4bfd5 is 50, key is test_row_0/C:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742100_1276 (size=12001) 2024-11-13T05:19:27,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e284a386f01f4c8e8e41e2d77cf4bfd5 2024-11-13T05:19:27,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/cb081ac565ee4245830aedc3a0afe6ca as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca 2024-11-13T05:19:27,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:19:27,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/8cba818f2a0645008ddb23e30167c33e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e 2024-11-13T05:19:27,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:19:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e284a386f01f4c8e8e41e2d77cf4bfd5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5 2024-11-13T05:19:27,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T05:19:27,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 2d4405cad6a4f4edb592ca066340dabd in 500ms, sequenceid=92, compaction requested=true 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:27,826 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:27,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T05:19:27,826 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:27,828 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:27,828 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:27,828 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:27,828 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:27,828 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:27,828 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/0177e744e3ad412488edd10e49143175, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=35.3 K 2024-11-13T05:19:27,828 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:27,828 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/119e488051e342968fc88b5599b5fedf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=35.3 K 2024-11-13T05:19:27,828 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 119e488051e342968fc88b5599b5fedf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165845 2024-11-13T05:19:27,829 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0177e744e3ad412488edd10e49143175, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165845 2024-11-13T05:19:27,829 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 71f529f77a99494cb7aa364665e7e208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475165880 2024-11-13T05:19:27,829 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69abb4fe47cb46f8b76655309df1cf61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475165880 2024-11-13T05:19:27,829 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cba818f2a0645008ddb23e30167c33e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:27,830 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb081ac565ee4245830aedc3a0afe6ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:27,839 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:27,840 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6db14c52e4f44e85b0643b818b876af4 is 50, key is test_row_0/A:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,845 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:27,846 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/632de3f4659345549fb64166751bf3bf is 50, key is test_row_0/B:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-13T05:19:27,861 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-13T05:19:27,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:27,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-13T05:19:27,865 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:27,865 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:27,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:27,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742101_1277 (size=12207) 2024-11-13T05:19:27,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742102_1278 (size=12207) 2024-11-13T05:19:27,882 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6db14c52e4f44e85b0643b818b876af4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6db14c52e4f44e85b0643b818b876af4 2024-11-13T05:19:27,886 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/632de3f4659345549fb64166751bf3bf as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/632de3f4659345549fb64166751bf3bf 2024-11-13T05:19:27,889 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 6db14c52e4f44e85b0643b818b876af4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:27,889 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:27,889 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475167826; duration=0sec 2024-11-13T05:19:27,889 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:27,889 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:27,889 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:27,890 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:27,890 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:27,890 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:27,890 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/06ed97d468644578bc8fa087a75dc79f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=35.3 K 2024-11-13T05:19:27,891 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06ed97d468644578bc8fa087a75dc79f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731475165845 2024-11-13T05:19:27,892 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 460e3b3b1a4a461990cce3a6356382b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731475165880 2024-11-13T05:19:27,892 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e284a386f01f4c8e8e41e2d77cf4bfd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:27,894 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 632de3f4659345549fb64166751bf3bf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:27,894 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:27,894 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475167826; duration=0sec 2024-11-13T05:19:27,894 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:27,894 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:27,901 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:27,902 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/cb9ad814586f489ebb60078e2fb5f990 is 50, key is test_row_0/C:col10/1731475166207/Put/seqid=0 2024-11-13T05:19:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742103_1279 (size=12207) 2024-11-13T05:19:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:27,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:27,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2090d83ff05e4601b95af1fdad1a94fa is 50, key is test_row_0/A:col10/1731475167356/Put/seqid=0 2024-11-13T05:19:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742104_1280 (size=12001) 2024-11-13T05:19:27,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475227973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475227975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475227976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475227976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475227977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-13T05:19:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475228079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475228079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475228079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475228080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475228080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:28,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-13T05:19:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475228282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475228282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475228283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475228284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475228284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-13T05:19:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:28,332 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/cb9ad814586f489ebb60078e2fb5f990 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/cb9ad814586f489ebb60078e2fb5f990 2024-11-13T05:19:28,338 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into cb9ad814586f489ebb60078e2fb5f990(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:28,338 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:28,338 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475167826; duration=0sec 2024-11-13T05:19:28,338 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:28,338 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:28,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2090d83ff05e4601b95af1fdad1a94fa 2024-11-13T05:19:28,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/bcc05c8d93c7479a94f51a08c95fc83e is 50, key is test_row_0/B:col10/1731475167356/Put/seqid=0 2024-11-13T05:19:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742105_1281 (size=12001) 2024-11-13T05:19:28,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/bcc05c8d93c7479a94f51a08c95fc83e 2024-11-13T05:19:28,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4274cb35ecd24ce1a98b927bc105586c is 50, key is test_row_0/C:col10/1731475167356/Put/seqid=0 2024-11-13T05:19:28,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742106_1282 (size=12001) 2024-11-13T05:19:28,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4274cb35ecd24ce1a98b927bc105586c 2024-11-13T05:19:28,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2090d83ff05e4601b95af1fdad1a94fa as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa 2024-11-13T05:19:28,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T05:19:28,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/bcc05c8d93c7479a94f51a08c95fc83e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e 2024-11-13T05:19:28,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T05:19:28,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4274cb35ecd24ce1a98b927bc105586c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c 2024-11-13T05:19:28,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T05:19:28,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2d4405cad6a4f4edb592ca066340dabd in 452ms, sequenceid=119, compaction requested=false 2024-11-13T05:19:28,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:28,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-13T05:19:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,482 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:28,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:28,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/96166c130d5c4b258545ad7e8be443e4 is 50, key is test_row_0/A:col10/1731475167972/Put/seqid=0 2024-11-13T05:19:28,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742107_1283 (size=9707) 2024-11-13T05:19:28,560 DEBUG [master/c07acfa36556:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 8a734a751e1f00fa7bb615cc95dbb433 changed from -1.0 to 0.0, refreshing cache 2024-11-13T05:19:28,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:28,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475228599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475228601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475228601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475228601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475228602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475228703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475228704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475228704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475228706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475228707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,893 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/96166c130d5c4b258545ad7e8be443e4 2024-11-13T05:19:28,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2d74eb4f48594e14a9ff6335552aeb4c is 50, key is test_row_0/B:col10/1731475167972/Put/seqid=0 2024-11-13T05:19:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475228906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475228907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475228907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475228908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475228909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742108_1284 (size=9707) 2024-11-13T05:19:28,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2d74eb4f48594e14a9ff6335552aeb4c 2024-11-13T05:19:28,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93d763c77778485db32e69cc6826fa1d is 50, key is test_row_0/C:col10/1731475167972/Put/seqid=0 2024-11-13T05:19:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742109_1285 (size=9707) 2024-11-13T05:19:28,951 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93d763c77778485db32e69cc6826fa1d 2024-11-13T05:19:28,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/96166c130d5c4b258545ad7e8be443e4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4 2024-11-13T05:19:28,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4, entries=100, sequenceid=131, filesize=9.5 K 2024-11-13T05:19:28,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2d74eb4f48594e14a9ff6335552aeb4c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c 2024-11-13T05:19:28,969 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c, entries=100, sequenceid=131, filesize=9.5 K 2024-11-13T05:19:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93d763c77778485db32e69cc6826fa1d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d 2024-11-13T05:19:28,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:28,993 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d, entries=100, sequenceid=131, filesize=9.5 K 2024-11-13T05:19:28,995 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 2d4405cad6a4f4edb592ca066340dabd in 513ms, sequenceid=131, compaction requested=true 2024-11-13T05:19:28,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:28,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:28,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-13T05:19:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-13T05:19:29,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-13T05:19:29,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1330 sec 2024-11-13T05:19:29,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1380 sec 2024-11-13T05:19:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:29,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:29,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:29,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/451655330e1f46cf8f8c5cf01beca325 is 50, key is test_row_0/A:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475229216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475229216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475229216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475229217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475229218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742110_1286 (size=14541) 2024-11-13T05:19:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475229321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475229321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475229321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475229321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475229322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475229524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475229525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475229525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475229525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475229526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/451655330e1f46cf8f8c5cf01beca325 2024-11-13T05:19:29,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6dcbe56a0d314ccda339712405e3f091 is 50, key is test_row_0/B:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742111_1287 (size=12151) 2024-11-13T05:19:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475229827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475229828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475229828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475229828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475229829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-13T05:19:29,978 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-13T05:19:29,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-13T05:19:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-13T05:19:29,983 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:29,984 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:29,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:30,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6dcbe56a0d314ccda339712405e3f091 2024-11-13T05:19:30,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a9bbff02855443558f2e8958c60f0379 is 50, key is test_row_0/C:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742112_1288 (size=12151) 2024-11-13T05:19:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-13T05:19:30,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-13T05:19:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-13T05:19:30,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-13T05:19:30,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475230331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475230331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475230332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475230332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:30,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475230334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-13T05:19:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:30,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:30,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a9bbff02855443558f2e8958c60f0379 2024-11-13T05:19:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/451655330e1f46cf8f8c5cf01beca325 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325 2024-11-13T05:19:30,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325, entries=200, sequenceid=159, filesize=14.2 K 2024-11-13T05:19:30,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6dcbe56a0d314ccda339712405e3f091 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091 2024-11-13T05:19:30,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T05:19:30,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a9bbff02855443558f2e8958c60f0379 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379 2024-11-13T05:19:30,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T05:19:30,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 2d4405cad6a4f4edb592ca066340dabd in 1282ms, sequenceid=159, compaction requested=true 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:30,493 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:30,493 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:30,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:30,494 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48456 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:30,494 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:30,494 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:30,495 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:30,495 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,495 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,495 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6db14c52e4f44e85b0643b818b876af4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=47.3 K 2024-11-13T05:19:30,495 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/632de3f4659345549fb64166751bf3bf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=45.0 K 2024-11-13T05:19:30,495 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 632de3f4659345549fb64166751bf3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:30,495 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6db14c52e4f44e85b0643b818b876af4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:30,496 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc05c8d93c7479a94f51a08c95fc83e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475167356 2024-11-13T05:19:30,496 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2090d83ff05e4601b95af1fdad1a94fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475167356 2024-11-13T05:19:30,496 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d74eb4f48594e14a9ff6335552aeb4c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731475167972 2024-11-13T05:19:30,497 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96166c130d5c4b258545ad7e8be443e4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731475167972 2024-11-13T05:19:30,497 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dcbe56a0d314ccda339712405e3f091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:30,497 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 451655330e1f46cf8f8c5cf01beca325, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:30,507 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:30,512 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:30,512 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4ce87d5e1b9b46d2bb5b25aadd65397b is 50, key is test_row_0/A:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:30,515 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/06ef6f3a8db240af9f35f10e40b56087 is 50, key is test_row_0/B:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742113_1289 (size=12493) 2024-11-13T05:19:30,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4ce87d5e1b9b46d2bb5b25aadd65397b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ce87d5e1b9b46d2bb5b25aadd65397b 2024-11-13T05:19:30,530 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 4ce87d5e1b9b46d2bb5b25aadd65397b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:30,530 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:30,530 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=12, startTime=1731475170493; duration=0sec 2024-11-13T05:19:30,530 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:30,530 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:30,530 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:30,532 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46066 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:30,532 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:30,532 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,532 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/cb9ad814586f489ebb60078e2fb5f990, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=45.0 K 2024-11-13T05:19:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742114_1290 (size=12493) 2024-11-13T05:19:30,533 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb9ad814586f489ebb60078e2fb5f990, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731475166207 2024-11-13T05:19:30,533 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4274cb35ecd24ce1a98b927bc105586c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475167356 2024-11-13T05:19:30,534 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93d763c77778485db32e69cc6826fa1d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731475167972 2024-11-13T05:19:30,535 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9bbff02855443558f2e8958c60f0379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:30,547 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:30,548 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3d9eb3ae4a59414ebde7b62c173643e3 is 50, key is test_row_0/C:col10/1731475168601/Put/seqid=0 2024-11-13T05:19:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742115_1291 (size=12493) 2024-11-13T05:19:30,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3d9eb3ae4a59414ebde7b62c173643e3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d9eb3ae4a59414ebde7b62c173643e3 2024-11-13T05:19:30,582 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into 3d9eb3ae4a59414ebde7b62c173643e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:30,582 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:30,582 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=12, startTime=1731475170493; duration=0sec 2024-11-13T05:19:30,582 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:30,582 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-13T05:19:30,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:30,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:30,599 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:30,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:30,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:30,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 is 50, key is test_row_0/A:col10/1731475169214/Put/seqid=0 2024-11-13T05:19:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742116_1292 (size=9757) 2024-11-13T05:19:30,614 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 2024-11-13T05:19:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/f9a4ade77e25488d9ae87b81356df5d2 is 50, key is test_row_0/B:col10/1731475169214/Put/seqid=0 2024-11-13T05:19:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742117_1293 (size=9757) 2024-11-13T05:19:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/f9a4ade77e25488d9ae87b81356df5d2 2024-11-13T05:19:30,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/0226fe641de840dfaddc4554c2d547dd is 50, key is test_row_0/C:col10/1731475169214/Put/seqid=0 2024-11-13T05:19:30,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742118_1294 (size=9757) 2024-11-13T05:19:30,942 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/06ef6f3a8db240af9f35f10e40b56087 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/06ef6f3a8db240af9f35f10e40b56087 2024-11-13T05:19:30,947 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 06ef6f3a8db240af9f35f10e40b56087(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:30,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:30,948 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=12, startTime=1731475170493; duration=0sec 2024-11-13T05:19:30,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:30,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:31,047 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/0226fe641de840dfaddc4554c2d547dd 2024-11-13T05:19:31,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 2024-11-13T05:19:31,060 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8, entries=100, sequenceid=169, filesize=9.5 K 2024-11-13T05:19:31,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/f9a4ade77e25488d9ae87b81356df5d2 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2 2024-11-13T05:19:31,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2, entries=100, sequenceid=169, filesize=9.5 K 2024-11-13T05:19:31,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/0226fe641de840dfaddc4554c2d547dd as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd 2024-11-13T05:19:31,073 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd, entries=100, sequenceid=169, filesize=9.5 K 2024-11-13T05:19:31,074 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 2d4405cad6a4f4edb592ca066340dabd in 474ms, sequenceid=169, compaction requested=false 2024-11-13T05:19:31,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-13T05:19:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-13T05:19:31,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-13T05:19:31,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-13T05:19:31,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0990 sec 2024-11-13T05:19:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-13T05:19:31,086 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-13T05:19:31,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-13T05:19:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-13T05:19:31,092 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:31,092 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:31,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-13T05:19:31,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-13T05:19:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-13T05:19:31,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-13T05:19:31,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-13T05:19:31,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-13T05:19:31,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 162 msec 2024-11-13T05:19:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:31,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:31,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:31,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:31,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/21fa378e395b4d7cab88c2dcfbbcbe05 is 50, key is test_row_0/A:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475231362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475231361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742119_1295 (size=12151) 2024-11-13T05:19:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475231363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/21fa378e395b4d7cab88c2dcfbbcbe05 2024-11-13T05:19:31,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475231365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475231365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/21e90dae50f34368a8fe19899b524785 is 50, key is test_row_0/B:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742120_1296 (size=12151) 2024-11-13T05:19:31,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/21e90dae50f34368a8fe19899b524785 2024-11-13T05:19:31,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/c7123727a24f42eaa87480c6f8c08624 is 50, key is test_row_0/C:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742121_1297 (size=12151) 2024-11-13T05:19:31,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/c7123727a24f42eaa87480c6f8c08624 2024-11-13T05:19:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-13T05:19:31,390 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-13T05:19:31,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-13T05:19:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:31,395 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:31,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/21fa378e395b4d7cab88c2dcfbbcbe05 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05 2024-11-13T05:19:31,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:31,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05, entries=150, sequenceid=183, filesize=11.9 K 2024-11-13T05:19:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/21e90dae50f34368a8fe19899b524785 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785 2024-11-13T05:19:31,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785, entries=150, sequenceid=183, filesize=11.9 K 2024-11-13T05:19:31,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/c7123727a24f42eaa87480c6f8c08624 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624 2024-11-13T05:19:31,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624, entries=150, sequenceid=183, filesize=11.9 K 2024-11-13T05:19:31,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 2d4405cad6a4f4edb592ca066340dabd in 69ms, sequenceid=183, compaction requested=true 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:31,415 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:31,415 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:31,416 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:31,416 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:31,416 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,416 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ce87d5e1b9b46d2bb5b25aadd65397b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=33.6 K 2024-11-13T05:19:31,417 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:31,417 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:31,417 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,417 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ce87d5e1b9b46d2bb5b25aadd65397b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:31,417 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/06ef6f3a8db240af9f35f10e40b56087, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=33.6 K 2024-11-13T05:19:31,417 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f28ac5ed9a44ea7b18f46b0869ddbf8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731475169214 2024-11-13T05:19:31,418 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 06ef6f3a8db240af9f35f10e40b56087, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:31,418 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21fa378e395b4d7cab88c2dcfbbcbe05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:31,418 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f9a4ade77e25488d9ae87b81356df5d2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731475169214 2024-11-13T05:19:31,419 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 21e90dae50f34368a8fe19899b524785, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:31,427 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:31,427 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/c6ccf02792844fb2ac46efe9fe274bc7 is 50, key is test_row_0/A:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,429 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:31,430 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/343dbf547da54682aeff1a5a2e671886 is 50, key is test_row_0/B:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742122_1298 (size=12595) 2024-11-13T05:19:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742123_1299 (size=12595) 2024-11-13T05:19:31,440 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/c6ccf02792844fb2ac46efe9fe274bc7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/c6ccf02792844fb2ac46efe9fe274bc7 2024-11-13T05:19:31,446 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into c6ccf02792844fb2ac46efe9fe274bc7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:31,446 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,446 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475171415; duration=0sec 2024-11-13T05:19:31,446 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:31,446 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:31,446 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:31,447 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:31,447 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:31,447 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,448 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d9eb3ae4a59414ebde7b62c173643e3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=33.6 K 2024-11-13T05:19:31,448 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d9eb3ae4a59414ebde7b62c173643e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475168596 2024-11-13T05:19:31,448 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0226fe641de840dfaddc4554c2d547dd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731475169214 2024-11-13T05:19:31,449 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7123727a24f42eaa87480c6f8c08624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:31,457 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:31,457 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/2e1018bd99c846a4925ac596afb0021a is 50, key is test_row_0/C:col10/1731475171346/Put/seqid=0 2024-11-13T05:19:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742124_1300 (size=12595) 2024-11-13T05:19:31,466 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/2e1018bd99c846a4925ac596afb0021a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2e1018bd99c846a4925ac596afb0021a 2024-11-13T05:19:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:31,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:31,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:31,472 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into 2e1018bd99c846a4925ac596afb0021a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:31,472 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,472 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475171415; duration=0sec 2024-11-13T05:19:31,472 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:31,473 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:31,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d9ccc5308820481395460c088cbea802 is 50, key is test_row_0/A:col10/1731475171364/Put/seqid=0 2024-11-13T05:19:31,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742125_1301 (size=12151) 2024-11-13T05:19:31,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d9ccc5308820481395460c088cbea802 2024-11-13T05:19:31,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475231473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475231476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475231476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475231479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475231479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/c6c7a8288f4741d4a89802d962602388 is 50, key is test_row_0/B:col10/1731475171364/Put/seqid=0 2024-11-13T05:19:31,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742126_1302 (size=12151) 2024-11-13T05:19:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:31,548 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-13T05:19:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:31,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475231580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475231580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475231580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475231581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475231581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-13T05:19:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:31,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475231781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475231782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475231782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475231784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475231785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,842 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/343dbf547da54682aeff1a5a2e671886 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/343dbf547da54682aeff1a5a2e671886 2024-11-13T05:19:31,848 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 343dbf547da54682aeff1a5a2e671886(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:31,848 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:31,848 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475171415; duration=0sec 2024-11-13T05:19:31,848 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:31,848 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:31,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:31,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-13T05:19:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:31,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:31,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/c6c7a8288f4741d4a89802d962602388 2024-11-13T05:19:31,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5ee77bbcd00541669f56603443cc88b8 is 50, key is test_row_0/C:col10/1731475171364/Put/seqid=0 2024-11-13T05:19:31,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742127_1303 (size=12151) 2024-11-13T05:19:31,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5ee77bbcd00541669f56603443cc88b8 2024-11-13T05:19:31,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d9ccc5308820481395460c088cbea802 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802 2024-11-13T05:19:31,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802, entries=150, sequenceid=211, filesize=11.9 K 2024-11-13T05:19:31,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/c6c7a8288f4741d4a89802d962602388 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388 2024-11-13T05:19:31,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388, entries=150, sequenceid=211, filesize=11.9 K 2024-11-13T05:19:31,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5ee77bbcd00541669f56603443cc88b8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8 2024-11-13T05:19:31,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-13T05:19:31,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 2d4405cad6a4f4edb592ca066340dabd in 455ms, sequenceid=211, compaction requested=false 2024-11-13T05:19:31,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:32,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:32,010 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/51d8667934b448c6b2dd8b1a6dc21eae is 50, key is test_row_0/A:col10/1731475171477/Put/seqid=0 2024-11-13T05:19:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742128_1304 (size=12151) 2024-11-13T05:19:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:32,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:32,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475232105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475232107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475232107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475232108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475232109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475232209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475232211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475232213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475232213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475232213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475232414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475232414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475232416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475232417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475232418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/51d8667934b448c6b2dd8b1a6dc21eae 2024-11-13T05:19:32,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2a26ea2ebe0748138eeee40bb873c74b is 50, key is test_row_0/B:col10/1731475171477/Put/seqid=0 2024-11-13T05:19:32,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742129_1305 (size=12151) 2024-11-13T05:19:32,461 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2a26ea2ebe0748138eeee40bb873c74b 2024-11-13T05:19:32,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3304e79b62744848b61cfb49aa5b111b is 50, key is test_row_0/C:col10/1731475171477/Put/seqid=0 2024-11-13T05:19:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742130_1306 (size=12151) 2024-11-13T05:19:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475232715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475232715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475232721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475232721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475232722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:32,879 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3304e79b62744848b61cfb49aa5b111b 2024-11-13T05:19:32,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/51d8667934b448c6b2dd8b1a6dc21eae as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae 2024-11-13T05:19:32,888 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae, entries=150, sequenceid=223, filesize=11.9 K 2024-11-13T05:19:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/2a26ea2ebe0748138eeee40bb873c74b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b 2024-11-13T05:19:32,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b, entries=150, sequenceid=223, filesize=11.9 K 2024-11-13T05:19:32,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3304e79b62744848b61cfb49aa5b111b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b 2024-11-13T05:19:32,901 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b, entries=150, sequenceid=223, filesize=11.9 K 2024-11-13T05:19:32,902 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 2d4405cad6a4f4edb592ca066340dabd in 892ms, sequenceid=223, compaction requested=true 2024-11-13T05:19:32,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:32,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:32,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-13T05:19:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-13T05:19:32,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-13T05:19:32,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5080 sec 2024-11-13T05:19:32,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5130 sec 2024-11-13T05:19:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:33,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:33,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4f9a3f61a40f427ca7f0e96246c86816 is 50, key is test_row_0/A:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:33,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742131_1307 (size=12151) 2024-11-13T05:19:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475233226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475233227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475233227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475233227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475233229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475233330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475233330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475233332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-13T05:19:33,505 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-13T05:19:33,507 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-13T05:19:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:33,512 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:33,512 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:33,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475233534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475233534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475233536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:33,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4f9a3f61a40f427ca7f0e96246c86816 2024-11-13T05:19:33,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7d8eafe89f044279bd4ec0eb65a19e82 is 50, key is test_row_0/B:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:33,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742132_1308 (size=12151) 2024-11-13T05:19:33,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:33,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:33,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475233838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475233838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475233838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:33,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:33,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:33,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:33,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7d8eafe89f044279bd4ec0eb65a19e82 2024-11-13T05:19:34,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93c1d976a6104039b288edb00d4aa029 is 50, key is test_row_0/C:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:34,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742133_1309 (size=12151) 2024-11-13T05:19:34,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:34,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:34,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475234232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:34,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475234235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475234342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475234342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475234343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:34,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93c1d976a6104039b288edb00d4aa029 2024-11-13T05:19:34,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4f9a3f61a40f427ca7f0e96246c86816 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816 2024-11-13T05:19:34,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T05:19:34,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7d8eafe89f044279bd4ec0eb65a19e82 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82 2024-11-13T05:19:34,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T05:19:34,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/93c1d976a6104039b288edb00d4aa029 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029 2024-11-13T05:19:34,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029, entries=150, sequenceid=250, filesize=11.9 K 2024-11-13T05:19:34,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 2d4405cad6a4f4edb592ca066340dabd in 1310ms, sequenceid=250, compaction requested=true 2024-11-13T05:19:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:34,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:34,531 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:34,531 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:34,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:34,533 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:34,533 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:34,533 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,533 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/c6ccf02792844fb2ac46efe9fe274bc7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=47.9 K 2024-11-13T05:19:34,536 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:34,536 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ccf02792844fb2ac46efe9fe274bc7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:34,536 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:34,536 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,536 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/343dbf547da54682aeff1a5a2e671886, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=47.9 K 2024-11-13T05:19:34,536 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ccc5308820481395460c088cbea802, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731475171360 2024-11-13T05:19:34,537 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 343dbf547da54682aeff1a5a2e671886, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:34,537 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51d8667934b448c6b2dd8b1a6dc21eae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475171472 2024-11-13T05:19:34,537 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c6c7a8288f4741d4a89802d962602388, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731475171360 2024-11-13T05:19:34,537 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f9a3f61a40f427ca7f0e96246c86816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:34,538 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a26ea2ebe0748138eeee40bb873c74b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475171472 2024-11-13T05:19:34,538 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d8eafe89f044279bd4ec0eb65a19e82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:34,549 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:34,549 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:34,549 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/dc113795de6047a3bae17f8d57e4331c is 50, key is test_row_0/B:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:34,550 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/896bf1e26bb74fbf98cb4f100398ac8c is 50, key is test_row_0/A:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:34,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742135_1311 (size=12731) 2024-11-13T05:19:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742134_1310 (size=12731) 2024-11-13T05:19:34,560 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/dc113795de6047a3bae17f8d57e4331c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/dc113795de6047a3bae17f8d57e4331c 2024-11-13T05:19:34,561 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/896bf1e26bb74fbf98cb4f100398ac8c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/896bf1e26bb74fbf98cb4f100398ac8c 2024-11-13T05:19:34,566 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into dc113795de6047a3bae17f8d57e4331c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:34,566 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:34,566 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=12, startTime=1731475174531; duration=0sec 2024-11-13T05:19:34,566 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:34,566 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:34,566 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:19:34,568 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:19:34,568 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:34,568 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,568 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2e1018bd99c846a4925ac596afb0021a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=47.9 K 2024-11-13T05:19:34,568 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 896bf1e26bb74fbf98cb4f100398ac8c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:34,568 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:34,568 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=12, startTime=1731475174530; duration=0sec 2024-11-13T05:19:34,568 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:34,568 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:34,569 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1018bd99c846a4925ac596afb0021a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731475171343 2024-11-13T05:19:34,569 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee77bbcd00541669f56603443cc88b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731475171360 2024-11-13T05:19:34,569 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3304e79b62744848b61cfb49aa5b111b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475171472 2024-11-13T05:19:34,570 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c1d976a6104039b288edb00d4aa029, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:34,580 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:34,580 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e537f1e029b043c1bd582c7d2d09bbb0 is 50, key is test_row_0/C:col10/1731475173218/Put/seqid=0 2024-11-13T05:19:34,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:34,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-13T05:19:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,583 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T05:19:34,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:34,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742136_1312 (size=12731) 2024-11-13T05:19:34,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e517cc7eb7145319f7c32ec80571626 is 50, key is test_row_0/A:col10/1731475173225/Put/seqid=0 2024-11-13T05:19:34,595 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e537f1e029b043c1bd582c7d2d09bbb0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e537f1e029b043c1bd582c7d2d09bbb0 2024-11-13T05:19:34,601 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into e537f1e029b043c1bd582c7d2d09bbb0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:34,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:34,601 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=12, startTime=1731475174531; duration=0sec 2024-11-13T05:19:34,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:34,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:34,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742137_1313 (size=12201) 2024-11-13T05:19:34,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e517cc7eb7145319f7c32ec80571626 2024-11-13T05:19:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/96e938955a974d2d8d76f9aad7796070 is 50, key is test_row_0/B:col10/1731475173225/Put/seqid=0 2024-11-13T05:19:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742138_1314 (size=12201) 2024-11-13T05:19:34,635 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/96e938955a974d2d8d76f9aad7796070 2024-11-13T05:19:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 is 50, key is test_row_0/C:col10/1731475173225/Put/seqid=0 2024-11-13T05:19:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742139_1315 (size=12201) 2024-11-13T05:19:34,667 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 2024-11-13T05:19:34,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/6e517cc7eb7145319f7c32ec80571626 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626 2024-11-13T05:19:34,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626, entries=150, sequenceid=261, filesize=11.9 K 2024-11-13T05:19:34,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/96e938955a974d2d8d76f9aad7796070 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070 2024-11-13T05:19:34,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070, entries=150, sequenceid=261, filesize=11.9 K 2024-11-13T05:19:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 2024-11-13T05:19:34,690 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7, entries=150, sequenceid=261, filesize=11.9 K 2024-11-13T05:19:34,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 2d4405cad6a4f4edb592ca066340dabd in 108ms, sequenceid=261, compaction requested=false 2024-11-13T05:19:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:34,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-13T05:19:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-13T05:19:34,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-13T05:19:34,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1800 sec 2024-11-13T05:19:34,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.1880 sec 2024-11-13T05:19:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:35,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:35,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/e6737eae552d451f8bb87047e976b0a5 is 50, key is test_row_0/A:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742140_1316 (size=12301) 2024-11-13T05:19:35,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475235381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475235382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475235383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475235484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475235485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475235486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-13T05:19:35,613 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-13T05:19:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-13T05:19:35,616 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:35,617 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:35,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:35,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475235688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475235689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475235689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:35,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/e6737eae552d451f8bb87047e976b0a5 2024-11-13T05:19:35,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-13T05:19:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:35,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/91c6700d1b2542569b539826e19f9d36 is 50, key is test_row_0/B:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742141_1317 (size=12301) 2024-11-13T05:19:35,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/91c6700d1b2542569b539826e19f9d36 2024-11-13T05:19:35,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/bc4bd20dcc7c458eaf42c5418582c74f is 50, key is test_row_0/C:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:35,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742142_1318 (size=12301) 2024-11-13T05:19:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:35,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-13T05:19:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:35,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:35,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475235991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475235991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475235992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-13T05:19:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:36,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/bc4bd20dcc7c458eaf42c5418582c74f 2024-11-13T05:19:36,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/e6737eae552d451f8bb87047e976b0a5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5 2024-11-13T05:19:36,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T05:19:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/91c6700d1b2542569b539826e19f9d36 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36 2024-11-13T05:19:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:36,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T05:19:36,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/bc4bd20dcc7c458eaf42c5418582c74f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f 2024-11-13T05:19:36,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T05:19:36,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 2d4405cad6a4f4edb592ca066340dabd in 869ms, sequenceid=273, compaction requested=true 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:36,226 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:36,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:36,226 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:36,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:36,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-13T05:19:36,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,227 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:19:36,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:36,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,228 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,228 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:36,228 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,228 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/896bf1e26bb74fbf98cb4f100398ac8c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.4 K 2024-11-13T05:19:36,228 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:36,228 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:36,228 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,228 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/dc113795de6047a3bae17f8d57e4331c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.4 K 2024-11-13T05:19:36,229 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 896bf1e26bb74fbf98cb4f100398ac8c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:36,229 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dc113795de6047a3bae17f8d57e4331c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:36,229 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e517cc7eb7145319f7c32ec80571626, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731475173221 2024-11-13T05:19:36,229 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e938955a974d2d8d76f9aad7796070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731475173221 2024-11-13T05:19:36,230 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c6700d1b2542569b539826e19f9d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:36,230 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6737eae552d451f8bb87047e976b0a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5e4acb042f442358dfac60ef680f61e is 50, key is test_row_0/A:col10/1731475175376/Put/seqid=0 2024-11-13T05:19:36,238 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:36,238 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/e0054b5b962c470fa5e8dc2ecd5c7aec is 50, key is test_row_0/B:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:36,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:36,250 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:36,251 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/9ded6265b300431b9534f646260cd9df is 50, key is test_row_0/A:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742143_1319 (size=12301) 2024-11-13T05:19:36,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742144_1320 (size=12983) 2024-11-13T05:19:36,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475236259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475236260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742145_1321 (size=12983) 2024-11-13T05:19:36,270 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/9ded6265b300431b9534f646260cd9df as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/9ded6265b300431b9534f646260cd9df 2024-11-13T05:19:36,275 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 9ded6265b300431b9534f646260cd9df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:36,275 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:36,275 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475176226; duration=0sec 2024-11-13T05:19:36,275 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:36,275 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:36,275 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:36,276 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:36,276 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:36,276 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,276 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e537f1e029b043c1bd582c7d2d09bbb0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.4 K 2024-11-13T05:19:36,276 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e537f1e029b043c1bd582c7d2d09bbb0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731475172105 2024-11-13T05:19:36,277 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d6cc81ab5c343d18e1ea7ce6f03d0b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1731475173221 2024-11-13T05:19:36,277 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc4bd20dcc7c458eaf42c5418582c74f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:36,283 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#273 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:36,284 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/bb2cb525ba60455e9759dd5ff2ce4fa0 is 50, key is test_row_0/C:col10/1731475175355/Put/seqid=0 2024-11-13T05:19:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742146_1322 (size=12983) 2024-11-13T05:19:36,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475236362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475236363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475236494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475236494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475236496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475236565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475236567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,653 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5e4acb042f442358dfac60ef680f61e 2024-11-13T05:19:36,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/affbdffe40f24543822d9348746a2a68 is 50, key is test_row_0/B:col10/1731475175376/Put/seqid=0 2024-11-13T05:19:36,665 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/e0054b5b962c470fa5e8dc2ecd5c7aec as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e0054b5b962c470fa5e8dc2ecd5c7aec 2024-11-13T05:19:36,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742147_1323 (size=12301) 2024-11-13T05:19:36,667 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/affbdffe40f24543822d9348746a2a68 2024-11-13T05:19:36,672 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into e0054b5b962c470fa5e8dc2ecd5c7aec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:36,672 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:36,672 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475176226; duration=0sec 2024-11-13T05:19:36,672 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:36,672 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5aae17d7e26844889e84b809047578d8 is 50, key is test_row_0/C:col10/1731475175376/Put/seqid=0 2024-11-13T05:19:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742148_1324 (size=12301) 2024-11-13T05:19:36,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5aae17d7e26844889e84b809047578d8 2024-11-13T05:19:36,694 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/bb2cb525ba60455e9759dd5ff2ce4fa0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bb2cb525ba60455e9759dd5ff2ce4fa0 2024-11-13T05:19:36,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5e4acb042f442358dfac60ef680f61e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e 2024-11-13T05:19:36,701 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into bb2cb525ba60455e9759dd5ff2ce4fa0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:36,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:36,701 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475176226; duration=0sec 2024-11-13T05:19:36,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:36,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:36,703 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T05:19:36,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/affbdffe40f24543822d9348746a2a68 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68 2024-11-13T05:19:36,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T05:19:36,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/5aae17d7e26844889e84b809047578d8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8 2024-11-13T05:19:36,716 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T05:19:36,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 2d4405cad6a4f4edb592ca066340dabd in 490ms, sequenceid=298, compaction requested=false 2024-11-13T05:19:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-13T05:19:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-13T05:19:36,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-13T05:19:36,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1010 sec 2024-11-13T05:19:36,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1080 sec 2024-11-13T05:19:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:36,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T05:19:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:36,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:36,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:36,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/ff32988751a7434e926b2e88fc27ca9a is 50, key is test_row_0/A:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742149_1325 (size=12301) 2024-11-13T05:19:36,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/ff32988751a7434e926b2e88fc27ca9a 2024-11-13T05:19:36,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6b7827370e674639bd0e00fe9ae9cff0 is 50, key is test_row_0/B:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:36,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742150_1326 (size=12301) 2024-11-13T05:19:36,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475236900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:36,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475236902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475237003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475237005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475237207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475237206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6b7827370e674639bd0e00fe9ae9cff0 2024-11-13T05:19:37,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/9414d9269d544363a84f119ce06dba6d is 50, key is test_row_0/C:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742151_1327 (size=12301) 2024-11-13T05:19:37,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475237499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475237506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475237507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475237512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:37,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475237512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/9414d9269d544363a84f119ce06dba6d 2024-11-13T05:19:37,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/ff32988751a7434e926b2e88fc27ca9a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a 2024-11-13T05:19:37,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T05:19:37,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6b7827370e674639bd0e00fe9ae9cff0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0 2024-11-13T05:19:37,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T05:19:37,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/9414d9269d544363a84f119ce06dba6d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d 2024-11-13T05:19:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-13T05:19:37,721 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-13T05:19:37,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:37,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d, entries=150, sequenceid=314, filesize=12.0 K 2024-11-13T05:19:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-13T05:19:37,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 2d4405cad6a4f4edb592ca066340dabd in 854ms, sequenceid=314, compaction requested=true 2024-11-13T05:19:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:37,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:37,724 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:37,724 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:37,725 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:37,725 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:37,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:37,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:37,726 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:37,726 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:37,726 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:37,726 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:37,726 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:37,726 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:37,726 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/9ded6265b300431b9534f646260cd9df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.7 K 2024-11-13T05:19:37,726 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e0054b5b962c470fa5e8dc2ecd5c7aec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.7 K 2024-11-13T05:19:37,727 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ded6265b300431b9534f646260cd9df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:37,727 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e0054b5b962c470fa5e8dc2ecd5c7aec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:37,727 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5e4acb042f442358dfac60ef680f61e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475175374 2024-11-13T05:19:37,727 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting affbdffe40f24543822d9348746a2a68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475175374 2024-11-13T05:19:37,727 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff32988751a7434e926b2e88fc27ca9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:37,728 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b7827370e674639bd0e00fe9ae9cff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:37,735 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:37,736 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2f957d63e8124bb999d7a6186cf0212a is 50, key is test_row_0/A:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:37,750 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742152_1328 (size=13085) 2024-11-13T05:19:37,750 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/f1aad2de938d491d9d8fb47f0c2c6a62 is 50, key is test_row_0/B:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742153_1329 (size=13085) 2024-11-13T05:19:37,764 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/f1aad2de938d491d9d8fb47f0c2c6a62 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f1aad2de938d491d9d8fb47f0c2c6a62 2024-11-13T05:19:37,768 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into f1aad2de938d491d9d8fb47f0c2c6a62(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:37,768 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:37,768 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475177725; duration=0sec 2024-11-13T05:19:37,768 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:37,768 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:37,768 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:37,769 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:37,769 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:37,769 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:37,770 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bb2cb525ba60455e9759dd5ff2ce4fa0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.7 K 2024-11-13T05:19:37,770 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bb2cb525ba60455e9759dd5ff2ce4fa0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731475175355 2024-11-13T05:19:37,770 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aae17d7e26844889e84b809047578d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475175374 2024-11-13T05:19:37,770 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9414d9269d544363a84f119ce06dba6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:37,778 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:37,778 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a645410a60a941d7b2145fd13be262e1 is 50, key is test_row_0/C:col10/1731475176247/Put/seqid=0 2024-11-13T05:19:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742154_1330 (size=13085) 2024-11-13T05:19:37,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:37,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:37,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-13T05:19:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:37,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2d4520f9bc4b43f994e042486b34b566 is 50, key is test_row_0/A:col10/1731475176899/Put/seqid=0 2024-11-13T05:19:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742155_1331 (size=12301) 2024-11-13T05:19:38,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475238029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475238031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475238132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475238133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,155 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2f957d63e8124bb999d7a6186cf0212a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2f957d63e8124bb999d7a6186cf0212a 2024-11-13T05:19:38,159 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 2f957d63e8124bb999d7a6186cf0212a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:38,159 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:38,159 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475177724; duration=0sec 2024-11-13T05:19:38,159 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:38,160 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:38,187 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/a645410a60a941d7b2145fd13be262e1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a645410a60a941d7b2145fd13be262e1 2024-11-13T05:19:38,191 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into a645410a60a941d7b2145fd13be262e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:38,191 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:38,191 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475177725; duration=0sec 2024-11-13T05:19:38,191 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:38,191 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:38,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2d4520f9bc4b43f994e042486b34b566 2024-11-13T05:19:38,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/d9b668cd932c4b0d8bc6649db9bf86d4 is 50, key is test_row_0/B:col10/1731475176899/Put/seqid=0 2024-11-13T05:19:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742156_1332 (size=12301) 2024-11-13T05:19:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475238335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475238335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475238637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475238638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:38,698 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/d9b668cd932c4b0d8bc6649db9bf86d4 2024-11-13T05:19:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3c2ff9b7baa64783a305a6011ff3b1b7 is 50, key is test_row_0/C:col10/1731475176899/Put/seqid=0 2024-11-13T05:19:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742157_1333 (size=12301) 2024-11-13T05:19:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:39,109 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3c2ff9b7baa64783a305a6011ff3b1b7 2024-11-13T05:19:39,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/2d4520f9bc4b43f994e042486b34b566 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566 2024-11-13T05:19:39,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566, entries=150, sequenceid=338, filesize=12.0 K 2024-11-13T05:19:39,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/d9b668cd932c4b0d8bc6649db9bf86d4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4 2024-11-13T05:19:39,123 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4, entries=150, sequenceid=338, filesize=12.0 K 2024-11-13T05:19:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3c2ff9b7baa64783a305a6011ff3b1b7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7 2024-11-13T05:19:39,127 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7, entries=150, sequenceid=338, filesize=12.0 K 2024-11-13T05:19:39,128 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 2d4405cad6a4f4edb592ca066340dabd in 1251ms, sequenceid=338, compaction requested=false 2024-11-13T05:19:39,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:39,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:39,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-13T05:19:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-13T05:19:39,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-13T05:19:39,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-11-13T05:19:39,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4100 sec 2024-11-13T05:19:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:39,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T05:19:39,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:39,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:39,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/18c5d5597c6f439f9896299606e4b84d is 50, key is test_row_0/A:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:39,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742158_1334 (size=12301) 2024-11-13T05:19:39,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475239192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475239194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475239296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475239297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475239499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475239499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475239508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,510 DEBUG [Thread-1184 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., hostname=c07acfa36556,38917,1731475104240, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475239512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475239513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,514 DEBUG [Thread-1188 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., hostname=c07acfa36556,38917,1731475104240, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:39,514 DEBUG [Thread-1192 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., hostname=c07acfa36556,38917,1731475104240, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:19:39,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/18c5d5597c6f439f9896299606e4b84d 2024-11-13T05:19:39,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b5f83ae8baa04cbaafb24d8c4fae257f is 50, key is test_row_0/B:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:39,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742159_1335 (size=12301) 2024-11-13T05:19:39,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475239802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475239805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-13T05:19:39,830 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-13T05:19:39,832 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-13T05:19:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:39,834 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:39,834 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:39,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:39,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b5f83ae8baa04cbaafb24d8c4fae257f 2024-11-13T05:19:39,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:39,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-13T05:19:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:39,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:39,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:39,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:39,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:39,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/d901d285b3df4a65ab8d7a43085758a9 is 50, key is test_row_0/C:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:40,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742160_1336 (size=12301) 2024-11-13T05:19:40,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/d901d285b3df4a65ab8d7a43085758a9 2024-11-13T05:19:40,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/18c5d5597c6f439f9896299606e4b84d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d 2024-11-13T05:19:40,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T05:19:40,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b5f83ae8baa04cbaafb24d8c4fae257f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f 2024-11-13T05:19:40,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T05:19:40,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/d901d285b3df4a65ab8d7a43085758a9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9 2024-11-13T05:19:40,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T05:19:40,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 2d4405cad6a4f4edb592ca066340dabd in 881ms, sequenceid=354, compaction requested=true 2024-11-13T05:19:40,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:40,025 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:40,025 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:40,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:40,026 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:40,026 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:40,026 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:40,026 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2f957d63e8124bb999d7a6186cf0212a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.8 K 2024-11-13T05:19:40,026 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:40,026 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:40,026 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:40,026 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f957d63e8124bb999d7a6186cf0212a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:40,026 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f1aad2de938d491d9d8fb47f0c2c6a62, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.8 K 2024-11-13T05:19:40,027 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f1aad2de938d491d9d8fb47f0c2c6a62, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:40,027 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d4520f9bc4b43f994e042486b34b566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731475176896 2024-11-13T05:19:40,027 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18c5d5597c6f439f9896299606e4b84d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:40,027 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting d9b668cd932c4b0d8bc6649db9bf86d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731475176896 2024-11-13T05:19:40,028 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b5f83ae8baa04cbaafb24d8c4fae257f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:40,035 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:40,035 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6a783519cab84e3e8c145385954527ec is 50, key is test_row_0/B:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:40,038 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:40,038 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/e60c84ab36c740d38a3bf10bf7a8fcde is 50, key is test_row_0/A:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742161_1337 (size=13187) 2024-11-13T05:19:40,045 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6a783519cab84e3e8c145385954527ec as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6a783519cab84e3e8c145385954527ec 2024-11-13T05:19:40,050 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 6a783519cab84e3e8c145385954527ec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:40,050 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:40,050 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475180025; duration=0sec 2024-11-13T05:19:40,050 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:40,050 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:40,050 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:40,051 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:40,051 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:40,051 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:40,051 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a645410a60a941d7b2145fd13be262e1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.8 K 2024-11-13T05:19:40,052 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a645410a60a941d7b2145fd13be262e1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731475176247 2024-11-13T05:19:40,052 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c2ff9b7baa64783a305a6011ff3b1b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731475176896 2024-11-13T05:19:40,052 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting d901d285b3df4a65ab8d7a43085758a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:40,059 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:40,060 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3628d90b72dd487085806f8a7c33dc00 is 50, key is test_row_0/C:col10/1731475179142/Put/seqid=0 2024-11-13T05:19:40,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742163_1339 (size=13187) 2024-11-13T05:19:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742162_1338 (size=13187) 2024-11-13T05:19:40,070 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/e60c84ab36c740d38a3bf10bf7a8fcde as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e60c84ab36c740d38a3bf10bf7a8fcde 2024-11-13T05:19:40,075 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into e60c84ab36c740d38a3bf10bf7a8fcde(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:40,075 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:40,075 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475180024; duration=0sec 2024-11-13T05:19:40,076 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:40,076 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:40,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:40,141 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:40,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4d1d6041444a47d097dfdb340927fe0b is 50, key is test_row_0/A:col10/1731475179184/Put/seqid=0 2024-11-13T05:19:40,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742164_1340 (size=12301) 2024-11-13T05:19:40,149 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4d1d6041444a47d097dfdb340927fe0b 2024-11-13T05:19:40,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b0b4d61ba35c4fdaa26ec11c48d08090 is 50, key is test_row_0/B:col10/1731475179184/Put/seqid=0 2024-11-13T05:19:40,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742165_1341 (size=12301) 2024-11-13T05:19:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:40,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:40,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475240324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475240325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475240427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475240428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:40,470 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/3628d90b72dd487085806f8a7c33dc00 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3628d90b72dd487085806f8a7c33dc00 2024-11-13T05:19:40,474 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into 3628d90b72dd487085806f8a7c33dc00(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:40,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:40,475 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475180025; duration=0sec 2024-11-13T05:19:40,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:40,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:40,560 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b0b4d61ba35c4fdaa26ec11c48d08090 2024-11-13T05:19:40,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6226ce5ca2904ce790cd99be6e03bd12 is 50, key is test_row_0/C:col10/1731475179184/Put/seqid=0 2024-11-13T05:19:40,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742166_1342 (size=12301) 2024-11-13T05:19:40,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475240631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475240631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475240933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475240934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:40,979 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6226ce5ca2904ce790cd99be6e03bd12 2024-11-13T05:19:40,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4d1d6041444a47d097dfdb340927fe0b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b 2024-11-13T05:19:40,988 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b, entries=150, sequenceid=378, filesize=12.0 K 2024-11-13T05:19:40,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/b0b4d61ba35c4fdaa26ec11c48d08090 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090 2024-11-13T05:19:40,993 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090, entries=150, sequenceid=378, filesize=12.0 K 2024-11-13T05:19:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/6226ce5ca2904ce790cd99be6e03bd12 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12 2024-11-13T05:19:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12, entries=150, sequenceid=378, filesize=12.0 K 2024-11-13T05:19:40,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 2d4405cad6a4f4edb592ca066340dabd in 858ms, sequenceid=378, compaction requested=false 2024-11-13T05:19:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:40,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-13T05:19:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-13T05:19:41,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-13T05:19:41,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-11-13T05:19:41,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.1700 sec 2024-11-13T05:19:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:41,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:41,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:41,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/476a7a28b3b74f69b15c2b9b0d466575 is 50, key is test_row_0/A:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:41,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742167_1343 (size=14741) 2024-11-13T05:19:41,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475241462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475241463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475241565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475241566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475241767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475241768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:41,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/476a7a28b3b74f69b15c2b9b0d466575 2024-11-13T05:19:41,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/e8eb97fe0fe040918c8aff7816b8f040 is 50, key is test_row_0/B:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742168_1344 (size=12301) 2024-11-13T05:19:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-13T05:19:41,938 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-13T05:19:41,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-13T05:19:41,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:41,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:41,941 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:41,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:42,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:42,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475242070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475242071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:42,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/e8eb97fe0fe040918c8aff7816b8f040 2024-11-13T05:19:42,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/2aa7b95530fc4eb8adf67de27f797ffc is 50, key is test_row_0/C:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742169_1345 (size=12301) 2024-11-13T05:19:42,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:42,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:42,553 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475242577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475242577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/2aa7b95530fc4eb8adf67de27f797ffc 2024-11-13T05:19:42,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/476a7a28b3b74f69b15c2b9b0d466575 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575 2024-11-13T05:19:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:42,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575, entries=200, sequenceid=395, filesize=14.4 K 2024-11-13T05:19:42,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/e8eb97fe0fe040918c8aff7816b8f040 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040 2024-11-13T05:19:42,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T05:19:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/2aa7b95530fc4eb8adf67de27f797ffc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc 2024-11-13T05:19:42,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T05:19:42,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 2d4405cad6a4f4edb592ca066340dabd in 1280ms, sequenceid=395, compaction requested=true 2024-11-13T05:19:42,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:42,721 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:42,721 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:42,722 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:42,722 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:42,722 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:42,722 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,722 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:42,722 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,722 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6a783519cab84e3e8c145385954527ec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.9 K 2024-11-13T05:19:42,722 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e60c84ab36c740d38a3bf10bf7a8fcde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=39.3 K 2024-11-13T05:19:42,723 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a783519cab84e3e8c145385954527ec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:42,723 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e60c84ab36c740d38a3bf10bf7a8fcde, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:42,723 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b0b4d61ba35c4fdaa26ec11c48d08090, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731475179184 2024-11-13T05:19:42,723 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d1d6041444a47d097dfdb340927fe0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731475179184 2024-11-13T05:19:42,724 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e8eb97fe0fe040918c8aff7816b8f040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180323 2024-11-13T05:19:42,724 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 476a7a28b3b74f69b15c2b9b0d466575, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180320 2024-11-13T05:19:42,736 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:42,737 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/9d92c188d85f4e26a07c6ac08b07d390 is 50, key is test_row_0/B:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:42,737 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:42,738 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/3cd665f29df5457c954bc15f92202e65 is 50, key is test_row_0/A:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:42,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742170_1346 (size=13289) 2024-11-13T05:19:42,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742171_1347 (size=13289) 2024-11-13T05:19:42,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:42,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:42,860 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:42,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4c68e9fc86654cfa911704a6b2e5b5a2 is 50, key is test_row_0/A:col10/1731475181458/Put/seqid=0 2024-11-13T05:19:42,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742172_1348 (size=12301) 2024-11-13T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:43,146 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/9d92c188d85f4e26a07c6ac08b07d390 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/9d92c188d85f4e26a07c6ac08b07d390 2024-11-13T05:19:43,151 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/3cd665f29df5457c954bc15f92202e65 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3cd665f29df5457c954bc15f92202e65 2024-11-13T05:19:43,151 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 9d92c188d85f4e26a07c6ac08b07d390(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:43,151 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:43,151 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475182721; duration=0sec 2024-11-13T05:19:43,151 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:43,151 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:43,152 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:43,153 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:43,153 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:43,153 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:43,153 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3628d90b72dd487085806f8a7c33dc00, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=36.9 K 2024-11-13T05:19:43,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3628d90b72dd487085806f8a7c33dc00, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731475178024 2024-11-13T05:19:43,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6226ce5ca2904ce790cd99be6e03bd12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731475179184 2024-11-13T05:19:43,154 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aa7b95530fc4eb8adf67de27f797ffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180323 2024-11-13T05:19:43,155 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 3cd665f29df5457c954bc15f92202e65(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:43,155 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:43,155 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475182720; duration=0sec 2024-11-13T05:19:43,155 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:43,155 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:43,161 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:43,161 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/709c4c11cd78408ca9f69239c30952b4 is 50, key is test_row_0/C:col10/1731475180323/Put/seqid=0 2024-11-13T05:19:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742173_1349 (size=13289) 2024-11-13T05:19:43,284 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4c68e9fc86654cfa911704a6b2e5b5a2 2024-11-13T05:19:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6e06ba704919463aacdb95f2488244ba is 50, key is test_row_0/B:col10/1731475181458/Put/seqid=0 2024-11-13T05:19:43,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742174_1350 (size=12301) 2024-11-13T05:19:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:43,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. as already flushing 2024-11-13T05:19:43,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475243542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475243543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475243543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,574 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/709c4c11cd78408ca9f69239c30952b4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/709c4c11cd78408ca9f69239c30952b4 2024-11-13T05:19:43,578 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into 709c4c11cd78408ca9f69239c30952b4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:43,578 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:43,578 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475182721; duration=0sec 2024-11-13T05:19:43,578 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:43,578 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:43,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60872 deadline: 1731475243581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60868 deadline: 1731475243582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475243645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475243646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475243646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,657 DEBUG [Thread-1199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:55869 2024-11-13T05:19:43,657 DEBUG [Thread-1199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:43,657 DEBUG [Thread-1195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:55869 2024-11-13T05:19:43,657 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:43,658 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:55869 2024-11-13T05:19:43,658 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:43,659 DEBUG [Thread-1197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:55869 2024-11-13T05:19:43,659 DEBUG [Thread-1201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:55869 2024-11-13T05:19:43,659 DEBUG [Thread-1197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:43,659 DEBUG [Thread-1201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:43,697 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6e06ba704919463aacdb95f2488244ba 2024-11-13T05:19:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/8fc8ba1efe3e4a809f8b8ff699d2896f is 50, key is test_row_0/C:col10/1731475181458/Put/seqid=0 2024-11-13T05:19:43,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742175_1351 (size=12301) 2024-11-13T05:19:43,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1731475243847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60836 deadline: 1731475243849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:43,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60878 deadline: 1731475243850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:44,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/8fc8ba1efe3e4a809f8b8ff699d2896f 2024-11-13T05:19:44,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4c68e9fc86654cfa911704a6b2e5b5a2 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2 2024-11-13T05:19:44,113 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2, entries=150, sequenceid=415, filesize=12.0 K 2024-11-13T05:19:44,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/6e06ba704919463aacdb95f2488244ba as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba 2024-11-13T05:19:44,117 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba, entries=150, sequenceid=415, filesize=12.0 K 2024-11-13T05:19:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/8fc8ba1efe3e4a809f8b8ff699d2896f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f 2024-11-13T05:19:44,120 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f, entries=150, sequenceid=415, filesize=12.0 K 2024-11-13T05:19:44,121 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 2d4405cad6a4f4edb592ca066340dabd in 1260ms, sequenceid=415, compaction requested=false 2024-11-13T05:19:44,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:44,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:44,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-13T05:19:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-13T05:19:44,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-13T05:19:44,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-11-13T05:19:44,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.1840 sec 2024-11-13T05:19:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:44,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:44,151 DEBUG [Thread-1184 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:55869 2024-11-13T05:19:44,151 DEBUG [Thread-1188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:55869 2024-11-13T05:19:44,151 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:44,151 DEBUG [Thread-1188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:44,155 DEBUG [Thread-1192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:55869 2024-11-13T05:19:44,155 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:44,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5c8f3d5b1874bb1893e0b32d87332dd is 50, key is test_row_0/A:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:44,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742176_1352 (size=12301) 2024-11-13T05:19:44,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5c8f3d5b1874bb1893e0b32d87332dd 2024-11-13T05:19:44,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/475b5ea7162649b3af8acc70620ad4f1 is 50, key is test_row_0/B:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742177_1353 (size=12301) 2024-11-13T05:19:44,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/475b5ea7162649b3af8acc70620ad4f1 2024-11-13T05:19:44,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4f36b77dbf494e229d9c294c940a2aca is 50, key is test_row_0/C:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742178_1354 (size=12301) 2024-11-13T05:19:45,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4f36b77dbf494e229d9c294c940a2aca 2024-11-13T05:19:45,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/d5c8f3d5b1874bb1893e0b32d87332dd as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd 2024-11-13T05:19:45,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd, entries=150, sequenceid=436, filesize=12.0 K 2024-11-13T05:19:45,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/475b5ea7162649b3af8acc70620ad4f1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1 2024-11-13T05:19:45,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1, entries=150, sequenceid=436, filesize=12.0 K 2024-11-13T05:19:45,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4f36b77dbf494e229d9c294c940a2aca as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca 2024-11-13T05:19:45,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca, entries=150, sequenceid=436, filesize=12.0 K 2024-11-13T05:19:45,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=6.71 KB/6870 for 2d4405cad6a4f4edb592ca066340dabd in 1241ms, sequenceid=436, compaction requested=true 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:45,392 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d4405cad6a4f4edb592ca066340dabd:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:45,392 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/A is initiating minor compaction (all files) 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/B is initiating minor compaction (all files) 2024-11-13T05:19:45,393 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/B in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:45,393 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/A in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:45,393 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/9d92c188d85f4e26a07c6ac08b07d390, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=37.0 K 2024-11-13T05:19:45,393 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3cd665f29df5457c954bc15f92202e65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=37.0 K 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d92c188d85f4e26a07c6ac08b07d390, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180323 2024-11-13T05:19:45,393 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd665f29df5457c954bc15f92202e65, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180323 2024-11-13T05:19:45,394 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c68e9fc86654cfa911704a6b2e5b5a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731475181458 2024-11-13T05:19:45,394 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e06ba704919463aacdb95f2488244ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731475181458 2024-11-13T05:19:45,394 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5c8f3d5b1874bb1893e0b32d87332dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731475183541 2024-11-13T05:19:45,394 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 475b5ea7162649b3af8acc70620ad4f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731475183541 2024-11-13T05:19:45,401 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:45,401 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:45,401 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/1954afab605f415bbba6a7b0a7426de9 is 50, key is test_row_0/A:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:45,401 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7061eab0810d45babbd79ada51df5c8e is 50, key is test_row_0/B:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742180_1356 (size=13391) 2024-11-13T05:19:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742179_1355 (size=13391) 2024-11-13T05:19:45,598 DEBUG [Thread-1186 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:55869 2024-11-13T05:19:45,598 DEBUG [Thread-1186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:45,604 DEBUG [Thread-1190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:55869 2024-11-13T05:19:45,604 DEBUG [Thread-1190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:45,810 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/1954afab605f415bbba6a7b0a7426de9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/1954afab605f415bbba6a7b0a7426de9 2024-11-13T05:19:45,810 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7061eab0810d45babbd79ada51df5c8e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7061eab0810d45babbd79ada51df5c8e 2024-11-13T05:19:45,815 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/B of 2d4405cad6a4f4edb592ca066340dabd into 7061eab0810d45babbd79ada51df5c8e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:45,815 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/A of 2d4405cad6a4f4edb592ca066340dabd into 1954afab605f415bbba6a7b0a7426de9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:45,815 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/A, priority=13, startTime=1731475185392; duration=0sec 2024-11-13T05:19:45,815 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/B, priority=13, startTime=1731475185392; duration=0sec 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:A 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:45,815 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:B 2024-11-13T05:19:45,816 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:45,816 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 2d4405cad6a4f4edb592ca066340dabd/C is initiating minor compaction (all files) 2024-11-13T05:19:45,817 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 2d4405cad6a4f4edb592ca066340dabd/C in TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:45,817 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/709c4c11cd78408ca9f69239c30952b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp, totalSize=37.0 K 2024-11-13T05:19:45,817 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 709c4c11cd78408ca9f69239c30952b4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731475180323 2024-11-13T05:19:45,817 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fc8ba1efe3e4a809f8b8ff699d2896f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1731475181458 2024-11-13T05:19:45,818 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f36b77dbf494e229d9c294c940a2aca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731475183541 2024-11-13T05:19:45,827 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d4405cad6a4f4edb592ca066340dabd#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:45,827 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e49aca3a934a48cc9b20bf52c4360e3d is 50, key is test_row_0/C:col10/1731475184150/Put/seqid=0 2024-11-13T05:19:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742181_1357 (size=13391) 2024-11-13T05:19:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-13T05:19:46,045 INFO [Thread-1194 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7516 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7402 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7476 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7550 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7453 2024-11-13T05:19:46,045 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:19:46,045 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:19:46,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:55869 2024-11-13T05:19:46,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:19:46,046 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:19:46,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:19:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:46,049 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475186049"}]},"ts":"1731475186049"} 2024-11-13T05:19:46,050 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:19:46,052 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:19:46,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:19:46,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, UNASSIGN}] 2024-11-13T05:19:46,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, UNASSIGN 2024-11-13T05:19:46,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=2d4405cad6a4f4edb592ca066340dabd, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:46,056 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:19:46,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:46,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:46,208 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:46,208 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:19:46,208 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 2d4405cad6a4f4edb592ca066340dabd, disabling compactions & flushes 2024-11-13T05:19:46,208 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:46,236 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/e49aca3a934a48cc9b20bf52c4360e3d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e49aca3a934a48cc9b20bf52c4360e3d 2024-11-13T05:19:46,240 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 2d4405cad6a4f4edb592ca066340dabd/C of 2d4405cad6a4f4edb592ca066340dabd into e49aca3a934a48cc9b20bf52c4360e3d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:46,240 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:46,240 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd., storeName=2d4405cad6a4f4edb592ca066340dabd/C, priority=13, startTime=1731475185392; duration=0sec 2024-11-13T05:19:46,240 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. after waiting 0 ms 2024-11-13T05:19:46,240 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:46,240 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d4405cad6a4f4edb592ca066340dabd:C 2024-11-13T05:19:46,240 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 2d4405cad6a4f4edb592ca066340dabd 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=A 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=B 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d4405cad6a4f4edb592ca066340dabd, store=C 2024-11-13T05:19:46,240 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:46,243 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4fa15ee2570040329792df10b91adab7 is 50, key is test_row_2/A:col10/1731475185603/Put/seqid=0 2024-11-13T05:19:46,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742182_1358 (size=7415) 2024-11-13T05:19:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:46,647 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4fa15ee2570040329792df10b91adab7 2024-11-13T05:19:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:46,653 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7195b88f26d04db48992f189b414506c is 50, key is test_row_2/B:col10/1731475185603/Put/seqid=0 2024-11-13T05:19:46,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742183_1359 (size=7415) 2024-11-13T05:19:47,057 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7195b88f26d04db48992f189b414506c 2024-11-13T05:19:47,063 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4ceb18e325e24852a8439628d3d9a327 is 50, key is test_row_2/C:col10/1731475185603/Put/seqid=0 2024-11-13T05:19:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742184_1360 (size=7415) 2024-11-13T05:19:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:47,469 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4ceb18e325e24852a8439628d3d9a327 2024-11-13T05:19:47,473 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/A/4fa15ee2570040329792df10b91adab7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4fa15ee2570040329792df10b91adab7 2024-11-13T05:19:47,476 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4fa15ee2570040329792df10b91adab7, entries=50, sequenceid=445, filesize=7.2 K 2024-11-13T05:19:47,477 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/B/7195b88f26d04db48992f189b414506c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7195b88f26d04db48992f189b414506c 2024-11-13T05:19:47,479 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7195b88f26d04db48992f189b414506c, entries=50, sequenceid=445, filesize=7.2 K 2024-11-13T05:19:47,480 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/.tmp/C/4ceb18e325e24852a8439628d3d9a327 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4ceb18e325e24852a8439628d3d9a327 2024-11-13T05:19:47,483 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4ceb18e325e24852a8439628d3d9a327, entries=50, sequenceid=445, filesize=7.2 K 2024-11-13T05:19:47,484 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 2d4405cad6a4f4edb592ca066340dabd in 1244ms, sequenceid=445, compaction requested=false 2024-11-13T05:19:47,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/0177e744e3ad412488edd10e49143175, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6db14c52e4f44e85b0643b818b876af4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ce87d5e1b9b46d2bb5b25aadd65397b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/c6ccf02792844fb2ac46efe9fe274bc7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/896bf1e26bb74fbf98cb4f100398ac8c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/9ded6265b300431b9534f646260cd9df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2f957d63e8124bb999d7a6186cf0212a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e60c84ab36c740d38a3bf10bf7a8fcde, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3cd665f29df5457c954bc15f92202e65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd] to archive 2024-11-13T05:19:47,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:47,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ec6f64937724c02b3d0e695ea44ff33 2024-11-13T05:19:47,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e55fbb36b2d41e094931df9a69f1564 2024-11-13T05:19:47,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3515beba2995447c8f4a6293e85f68e4 2024-11-13T05:19:47,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/0177e744e3ad412488edd10e49143175 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/0177e744e3ad412488edd10e49143175 2024-11-13T05:19:47,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/69abb4fe47cb46f8b76655309df1cf61 2024-11-13T05:19:47,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6db14c52e4f44e85b0643b818b876af4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6db14c52e4f44e85b0643b818b876af4 2024-11-13T05:19:47,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/cb081ac565ee4245830aedc3a0afe6ca 2024-11-13T05:19:47,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2090d83ff05e4601b95af1fdad1a94fa 2024-11-13T05:19:47,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/96166c130d5c4b258545ad7e8be443e4 2024-11-13T05:19:47,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/451655330e1f46cf8f8c5cf01beca325 2024-11-13T05:19:47,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ce87d5e1b9b46d2bb5b25aadd65397b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4ce87d5e1b9b46d2bb5b25aadd65397b 2024-11-13T05:19:47,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/7f28ac5ed9a44ea7b18f46b0869ddbf8 2024-11-13T05:19:47,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/c6ccf02792844fb2ac46efe9fe274bc7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/c6ccf02792844fb2ac46efe9fe274bc7 2024-11-13T05:19:47,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/21fa378e395b4d7cab88c2dcfbbcbe05 2024-11-13T05:19:47,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d9ccc5308820481395460c088cbea802 2024-11-13T05:19:47,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/51d8667934b448c6b2dd8b1a6dc21eae 2024-11-13T05:19:47,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/896bf1e26bb74fbf98cb4f100398ac8c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/896bf1e26bb74fbf98cb4f100398ac8c 2024-11-13T05:19:47,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4f9a3f61a40f427ca7f0e96246c86816 2024-11-13T05:19:47,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/6e517cc7eb7145319f7c32ec80571626 2024-11-13T05:19:47,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/9ded6265b300431b9534f646260cd9df to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/9ded6265b300431b9534f646260cd9df 2024-11-13T05:19:47,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e6737eae552d451f8bb87047e976b0a5 2024-11-13T05:19:47,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5e4acb042f442358dfac60ef680f61e 2024-11-13T05:19:47,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2f957d63e8124bb999d7a6186cf0212a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2f957d63e8124bb999d7a6186cf0212a 2024-11-13T05:19:47,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/ff32988751a7434e926b2e88fc27ca9a 2024-11-13T05:19:47,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/2d4520f9bc4b43f994e042486b34b566 2024-11-13T05:19:47,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e60c84ab36c740d38a3bf10bf7a8fcde to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/e60c84ab36c740d38a3bf10bf7a8fcde 2024-11-13T05:19:47,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/18c5d5597c6f439f9896299606e4b84d 2024-11-13T05:19:47,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4d1d6041444a47d097dfdb340927fe0b 2024-11-13T05:19:47,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/476a7a28b3b74f69b15c2b9b0d466575 2024-11-13T05:19:47,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3cd665f29df5457c954bc15f92202e65 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/3cd665f29df5457c954bc15f92202e65 2024-11-13T05:19:47,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4c68e9fc86654cfa911704a6b2e5b5a2 2024-11-13T05:19:47,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/d5c8f3d5b1874bb1893e0b32d87332dd 2024-11-13T05:19:47,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/119e488051e342968fc88b5599b5fedf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/632de3f4659345549fb64166751bf3bf, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/06ef6f3a8db240af9f35f10e40b56087, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/343dbf547da54682aeff1a5a2e671886, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/dc113795de6047a3bae17f8d57e4331c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e0054b5b962c470fa5e8dc2ecd5c7aec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f1aad2de938d491d9d8fb47f0c2c6a62, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6a783519cab84e3e8c145385954527ec, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/9d92c188d85f4e26a07c6ac08b07d390, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1] to archive 2024-11-13T05:19:47,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:47,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/31af12eebca743f480cf3261f4d7d29b 2024-11-13T05:19:47,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/fc61bba69a2740079ab6327324830db3 2024-11-13T05:19:47,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/119e488051e342968fc88b5599b5fedf to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/119e488051e342968fc88b5599b5fedf 2024-11-13T05:19:47,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/737c7ae617bf467bad25c99667ffbf1d 2024-11-13T05:19:47,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/71f529f77a99494cb7aa364665e7e208 2024-11-13T05:19:47,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/632de3f4659345549fb64166751bf3bf to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/632de3f4659345549fb64166751bf3bf 2024-11-13T05:19:47,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/8cba818f2a0645008ddb23e30167c33e 2024-11-13T05:19:47,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/bcc05c8d93c7479a94f51a08c95fc83e 2024-11-13T05:19:47,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2d74eb4f48594e14a9ff6335552aeb4c 2024-11-13T05:19:47,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/06ef6f3a8db240af9f35f10e40b56087 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/06ef6f3a8db240af9f35f10e40b56087 2024-11-13T05:19:47,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6dcbe56a0d314ccda339712405e3f091 2024-11-13T05:19:47,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f9a4ade77e25488d9ae87b81356df5d2 2024-11-13T05:19:47,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/343dbf547da54682aeff1a5a2e671886 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/343dbf547da54682aeff1a5a2e671886 2024-11-13T05:19:47,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/21e90dae50f34368a8fe19899b524785 2024-11-13T05:19:47,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/c6c7a8288f4741d4a89802d962602388 2024-11-13T05:19:47,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/2a26ea2ebe0748138eeee40bb873c74b 2024-11-13T05:19:47,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/dc113795de6047a3bae17f8d57e4331c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/dc113795de6047a3bae17f8d57e4331c 2024-11-13T05:19:47,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7d8eafe89f044279bd4ec0eb65a19e82 2024-11-13T05:19:47,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/96e938955a974d2d8d76f9aad7796070 2024-11-13T05:19:47,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e0054b5b962c470fa5e8dc2ecd5c7aec to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e0054b5b962c470fa5e8dc2ecd5c7aec 2024-11-13T05:19:47,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/91c6700d1b2542569b539826e19f9d36 2024-11-13T05:19:47,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/affbdffe40f24543822d9348746a2a68 2024-11-13T05:19:47,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f1aad2de938d491d9d8fb47f0c2c6a62 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/f1aad2de938d491d9d8fb47f0c2c6a62 2024-11-13T05:19:47,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6b7827370e674639bd0e00fe9ae9cff0 2024-11-13T05:19:47,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/d9b668cd932c4b0d8bc6649db9bf86d4 2024-11-13T05:19:47,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6a783519cab84e3e8c145385954527ec to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6a783519cab84e3e8c145385954527ec 2024-11-13T05:19:47,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b5f83ae8baa04cbaafb24d8c4fae257f 2024-11-13T05:19:47,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/b0b4d61ba35c4fdaa26ec11c48d08090 2024-11-13T05:19:47,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/9d92c188d85f4e26a07c6ac08b07d390 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/9d92c188d85f4e26a07c6ac08b07d390 2024-11-13T05:19:47,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/e8eb97fe0fe040918c8aff7816b8f040 2024-11-13T05:19:47,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/6e06ba704919463aacdb95f2488244ba 2024-11-13T05:19:47,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/475b5ea7162649b3af8acc70620ad4f1 2024-11-13T05:19:47,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/06ed97d468644578bc8fa087a75dc79f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/cb9ad814586f489ebb60078e2fb5f990, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d9eb3ae4a59414ebde7b62c173643e3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2e1018bd99c846a4925ac596afb0021a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e537f1e029b043c1bd582c7d2d09bbb0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bb2cb525ba60455e9759dd5ff2ce4fa0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a645410a60a941d7b2145fd13be262e1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3628d90b72dd487085806f8a7c33dc00, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/709c4c11cd78408ca9f69239c30952b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca] to archive 2024-11-13T05:19:47,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:19:47,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a7a908107cd5480a850288f2ba8d6533 2024-11-13T05:19:47,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6e815ae3e89a45c8afe801928ec02bef 2024-11-13T05:19:47,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/06ed97d468644578bc8fa087a75dc79f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/06ed97d468644578bc8fa087a75dc79f 2024-11-13T05:19:47,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/15d09c126b97497e860a264843d5a4e0 2024-11-13T05:19:47,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/460e3b3b1a4a461990cce3a6356382b5 2024-11-13T05:19:47,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/cb9ad814586f489ebb60078e2fb5f990 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/cb9ad814586f489ebb60078e2fb5f990 2024-11-13T05:19:47,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e284a386f01f4c8e8e41e2d77cf4bfd5 2024-11-13T05:19:47,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4274cb35ecd24ce1a98b927bc105586c 2024-11-13T05:19:47,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93d763c77778485db32e69cc6826fa1d 2024-11-13T05:19:47,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d9eb3ae4a59414ebde7b62c173643e3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d9eb3ae4a59414ebde7b62c173643e3 2024-11-13T05:19:47,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a9bbff02855443558f2e8958c60f0379 2024-11-13T05:19:47,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/0226fe641de840dfaddc4554c2d547dd 2024-11-13T05:19:47,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2e1018bd99c846a4925ac596afb0021a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2e1018bd99c846a4925ac596afb0021a 2024-11-13T05:19:47,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/c7123727a24f42eaa87480c6f8c08624 2024-11-13T05:19:47,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5ee77bbcd00541669f56603443cc88b8 2024-11-13T05:19:47,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3304e79b62744848b61cfb49aa5b111b 2024-11-13T05:19:47,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e537f1e029b043c1bd582c7d2d09bbb0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e537f1e029b043c1bd582c7d2d09bbb0 2024-11-13T05:19:47,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/93c1d976a6104039b288edb00d4aa029 2024-11-13T05:19:47,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3d6cc81ab5c343d18e1ea7ce6f03d0b7 2024-11-13T05:19:47,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bb2cb525ba60455e9759dd5ff2ce4fa0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bb2cb525ba60455e9759dd5ff2ce4fa0 2024-11-13T05:19:47,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/bc4bd20dcc7c458eaf42c5418582c74f 2024-11-13T05:19:47,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/5aae17d7e26844889e84b809047578d8 2024-11-13T05:19:47,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a645410a60a941d7b2145fd13be262e1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/a645410a60a941d7b2145fd13be262e1 2024-11-13T05:19:47,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/9414d9269d544363a84f119ce06dba6d 2024-11-13T05:19:47,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3c2ff9b7baa64783a305a6011ff3b1b7 2024-11-13T05:19:47,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3628d90b72dd487085806f8a7c33dc00 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/3628d90b72dd487085806f8a7c33dc00 2024-11-13T05:19:47,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/d901d285b3df4a65ab8d7a43085758a9 2024-11-13T05:19:47,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/6226ce5ca2904ce790cd99be6e03bd12 2024-11-13T05:19:47,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/709c4c11cd78408ca9f69239c30952b4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/709c4c11cd78408ca9f69239c30952b4 2024-11-13T05:19:47,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/2aa7b95530fc4eb8adf67de27f797ffc 2024-11-13T05:19:47,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/8fc8ba1efe3e4a809f8b8ff699d2896f 2024-11-13T05:19:47,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4f36b77dbf494e229d9c294c940a2aca 2024-11-13T05:19:47,586 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/recovered.edits/448.seqid, newMaxSeqId=448, maxSeqId=1 2024-11-13T05:19:47,586 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd. 2024-11-13T05:19:47,587 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 2d4405cad6a4f4edb592ca066340dabd: 2024-11-13T05:19:47,588 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:47,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=2d4405cad6a4f4edb592ca066340dabd, regionState=CLOSED 2024-11-13T05:19:47,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-13T05:19:47,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 2d4405cad6a4f4edb592ca066340dabd, server=c07acfa36556,38917,1731475104240 in 1.5330 sec 2024-11-13T05:19:47,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-13T05:19:47,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d4405cad6a4f4edb592ca066340dabd, UNASSIGN in 1.5360 sec 2024-11-13T05:19:47,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-13T05:19:47,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5380 sec 2024-11-13T05:19:47,594 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475187594"}]},"ts":"1731475187594"} 2024-11-13T05:19:47,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:19:47,597 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:19:47,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5510 sec 2024-11-13T05:19:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-13T05:19:48,153 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-13T05:19:48,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:19:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,155 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,155 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-13T05:19:48,157 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:48,159 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/recovered.edits] 2024-11-13T05:19:48,161 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/1954afab605f415bbba6a7b0a7426de9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/1954afab605f415bbba6a7b0a7426de9 2024-11-13T05:19:48,162 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4fa15ee2570040329792df10b91adab7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/A/4fa15ee2570040329792df10b91adab7 2024-11-13T05:19:48,164 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7061eab0810d45babbd79ada51df5c8e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7061eab0810d45babbd79ada51df5c8e 2024-11-13T05:19:48,164 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7195b88f26d04db48992f189b414506c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/B/7195b88f26d04db48992f189b414506c 2024-11-13T05:19:48,166 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4ceb18e325e24852a8439628d3d9a327 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/4ceb18e325e24852a8439628d3d9a327 2024-11-13T05:19:48,167 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e49aca3a934a48cc9b20bf52c4360e3d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/C/e49aca3a934a48cc9b20bf52c4360e3d 2024-11-13T05:19:48,168 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/recovered.edits/448.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd/recovered.edits/448.seqid 2024-11-13T05:19:48,169 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/2d4405cad6a4f4edb592ca066340dabd 2024-11-13T05:19:48,169 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:19:48,170 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,174 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:19:48,175 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:19:48,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:19:48,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475188176"}]},"ts":"9223372036854775807"} 2024-11-13T05:19:48,177 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:19:48,177 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2d4405cad6a4f4edb592ca066340dabd, NAME => 'TestAcidGuarantees,,1731475161484.2d4405cad6a4f4edb592ca066340dabd.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:19:48,177 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:19:48,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475188177"}]},"ts":"9223372036854775807"} 2024-11-13T05:19:48,179 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:19:48,180 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-13T05:19:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-13T05:19:48,256 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-13T05:19:48,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240 (was 246), OpenFileDescriptor=458 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 453), ProcessCount=9 (was 11), AvailableMemoryMB=5214 (was 4083) - AvailableMemoryMB LEAK? - 2024-11-13T05:19:48,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=9, AvailableMemoryMB=5214 2024-11-13T05:19:48,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:19:48,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:19:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:48,276 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:19:48,276 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:48,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-13T05:19:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:48,277 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:19:48,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742185_1361 (size=960) 2024-11-13T05:19:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:48,683 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:19:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742186_1362 (size=53) 2024-11-13T05:19:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 549067cbffdfd4ee7ed3a424c79f38a0, disabling compactions & flushes 2024-11-13T05:19:49,089 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. after waiting 0 ms 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,089 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,089 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:49,090 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:19:49,090 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475189090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475189090"}]},"ts":"1731475189090"} 2024-11-13T05:19:49,091 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:19:49,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:19:49,092 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475189092"}]},"ts":"1731475189092"} 2024-11-13T05:19:49,093 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:19:49,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, ASSIGN}] 2024-11-13T05:19:49,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, ASSIGN 2024-11-13T05:19:49,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:19:49,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:49,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:49,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:49,403 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,403 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:19:49,403 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,403 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:49,403 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,403 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,404 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,406 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:49,406 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName A 2024-11-13T05:19:49,406 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:49,406 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:49,406 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,407 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:49,407 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName B 2024-11-13T05:19:49,407 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:49,408 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:49,408 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,408 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:49,409 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName C 2024-11-13T05:19:49,409 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:49,409 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:49,409 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,410 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,410 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,411 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:19:49,412 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:49,414 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:19:49,414 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 549067cbffdfd4ee7ed3a424c79f38a0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70606163, jitterRate=0.052113816142082214}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:19:49,415 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:49,415 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., pid=98, masterSystemTime=1731475189400 2024-11-13T05:19:49,416 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,416 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:49,417 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:49,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-13T05:19:49,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 in 169 msec 2024-11-13T05:19:49,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-13T05:19:49,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, ASSIGN in 323 msec 2024-11-13T05:19:49,420 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:19:49,420 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475189420"}]},"ts":"1731475189420"} 2024-11-13T05:19:49,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:19:49,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:19:49,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-13T05:19:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-13T05:19:50,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-13T05:19:50,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-13T05:19:50,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:50,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:50,387 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:50,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:19:50,389 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:19:50,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:19:50,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:19:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T05:19:50,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742187_1363 (size=996) 2024-11-13T05:19:50,801 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-13T05:19:50,801 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-13T05:19:50,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:19:50,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, REOPEN/MOVE}] 2024-11-13T05:19:50,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, REOPEN/MOVE 2024-11-13T05:19:50,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:50,806 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:19:50,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:50,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:50,958 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:50,958 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:19:50,958 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 549067cbffdfd4ee7ed3a424c79f38a0, disabling compactions & flushes 2024-11-13T05:19:50,958 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:50,958 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:50,958 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. after waiting 0 ms 2024-11-13T05:19:50,958 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:50,961 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T05:19:50,962 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:50,962 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:50,962 WARN [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 549067cbffdfd4ee7ed3a424c79f38a0 to self. 2024-11-13T05:19:50,963 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:50,963 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=CLOSED 2024-11-13T05:19:50,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T05:19:50,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 in 158 msec 2024-11-13T05:19:50,966 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, REOPEN/MOVE; state=CLOSED, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=true 2024-11-13T05:19:51,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:19:51,269 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,271 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,271 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:19:51,272 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,272 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:19:51,272 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,272 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,273 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,274 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:51,274 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName A 2024-11-13T05:19:51,275 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:51,275 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:51,276 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,276 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:51,276 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName B 2024-11-13T05:19:51,276 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:51,277 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:51,277 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,277 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:19:51,277 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549067cbffdfd4ee7ed3a424c79f38a0 columnFamilyName C 2024-11-13T05:19:51,277 DEBUG [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:51,278 INFO [StoreOpener-549067cbffdfd4ee7ed3a424c79f38a0-1 {}] regionserver.HStore(327): Store=549067cbffdfd4ee7ed3a424c79f38a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:19:51,278 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,278 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,279 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,280 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:19:51,281 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,282 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 549067cbffdfd4ee7ed3a424c79f38a0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75402408, jitterRate=0.12358343601226807}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:19:51,282 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:51,283 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., pid=103, masterSystemTime=1731475191269 2024-11-13T05:19:51,284 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,284 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=OPEN, openSeqNum=5, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-13T05:19:51,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 in 168 msec 2024-11-13T05:19:51,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-13T05:19:51,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, REOPEN/MOVE in 482 msec 2024-11-13T05:19:51,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-13T05:19:51,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-13T05:19:51,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-13T05:19:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-13T05:19:51,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-13T05:19:51,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-13T05:19:51,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-13T05:19:51,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-13T05:19:51,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-13T05:19:51,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-13T05:19:51,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-13T05:19:51,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-13T05:19:51,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,320 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-13T05:19:51,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37a637ac to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cb9e50e 2024-11-13T05:19:51,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eab689a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:19:51,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-13T05:19:51,328 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:51,328 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:51,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:51,329 DEBUG [hconnection-0x3f379e42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,329 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,330 DEBUG [hconnection-0x3893b784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,330 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,330 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,331 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,331 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,331 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,332 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,332 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,333 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,333 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,333 DEBUG [hconnection-0x6483d2d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,333 DEBUG [hconnection-0x3af42210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,333 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,335 DEBUG [hconnection-0x2b2baa13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:19:51,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:19:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:19:51,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:51,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:51,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:51,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475251356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475251358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475251359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475251360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475251361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130a3e38dc5a4c44e197d52b7a30c01b12_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475191339/Put/seqid=0 2024-11-13T05:19:51,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742188_1364 (size=17034) 2024-11-13T05:19:51,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:51,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130a3e38dc5a4c44e197d52b7a30c01b12_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a3e38dc5a4c44e197d52b7a30c01b12_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,379 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b5e9e35201b34cbeb3cd22d5fa9e936a, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:51,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b5e9e35201b34cbeb3cd22d5fa9e936a is 175, key is test_row_0/A:col10/1731475191339/Put/seqid=0 2024-11-13T05:19:51,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742189_1365 (size=48139) 2024-11-13T05:19:51,386 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b5e9e35201b34cbeb3cd22d5fa9e936a 2024-11-13T05:19:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3cc8ea6661904c8190d0d3d54ef878b9 is 50, key is test_row_0/B:col10/1731475191339/Put/seqid=0 2024-11-13T05:19:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742190_1366 (size=12001) 2024-11-13T05:19:51,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3cc8ea6661904c8190d0d3d54ef878b9 2024-11-13T05:19:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:51,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/dfaa253018c440fc8e1aec6f35f85fa7 is 50, key is test_row_0/C:col10/1731475191339/Put/seqid=0 2024-11-13T05:19:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742191_1367 (size=12001) 2024-11-13T05:19:51,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475251460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475251462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475251464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475251464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475251464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-13T05:19:51,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:51,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-13T05:19:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475251664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475251667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475251668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475251668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475251669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-13T05:19:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:51,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:51,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/dfaa253018c440fc8e1aec6f35f85fa7 2024-11-13T05:19:51,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b5e9e35201b34cbeb3cd22d5fa9e936a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a 2024-11-13T05:19:51,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a, entries=250, sequenceid=17, filesize=47.0 K 2024-11-13T05:19:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3cc8ea6661904c8190d0d3d54ef878b9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9 2024-11-13T05:19:51,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T05:19:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/dfaa253018c440fc8e1aec6f35f85fa7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7 2024-11-13T05:19:51,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T05:19:51,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 549067cbffdfd4ee7ed3a424c79f38a0 in 534ms, sequenceid=17, compaction requested=false 2024-11-13T05:19:51,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:51,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-13T05:19:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:51,942 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:51,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:51,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:51,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113813fc8a95cb444a884e5314d789492e4_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475191358/Put/seqid=0 2024-11-13T05:19:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742192_1368 (size=12154) 2024-11-13T05:19:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:51,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475251978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475251980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475251981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475251982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475251984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475252085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475252089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475252090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475252090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475252092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475252291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475252292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475252292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475252294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475252297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:52,358 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113813fc8a95cb444a884e5314d789492e4_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113813fc8a95cb444a884e5314d789492e4_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:52,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/5053e2fc9c724bdf99f88e4e624e757c, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:52,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/5053e2fc9c724bdf99f88e4e624e757c is 175, key is test_row_0/A:col10/1731475191358/Put/seqid=0 2024-11-13T05:19:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742193_1369 (size=30955) 2024-11-13T05:19:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:52,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:19:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475252595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475252597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475252598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475252600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475252601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/5053e2fc9c724bdf99f88e4e624e757c 2024-11-13T05:19:52,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5e580f5ea87f4d308b23cdf0788d4a6f is 50, key is test_row_0/B:col10/1731475191358/Put/seqid=0 2024-11-13T05:19:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742194_1370 (size=12001) 2024-11-13T05:19:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475253100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475253100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475253103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475253104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475253106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:53,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:19:53,177 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5e580f5ea87f4d308b23cdf0788d4a6f 2024-11-13T05:19:53,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/aecd043ba04b44e3bd3cbb9977a85ddc is 50, key is test_row_0/C:col10/1731475191358/Put/seqid=0 2024-11-13T05:19:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742195_1371 (size=12001) 2024-11-13T05:19:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:53,589 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/aecd043ba04b44e3bd3cbb9977a85ddc 2024-11-13T05:19:53,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/5053e2fc9c724bdf99f88e4e624e757c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c 2024-11-13T05:19:53,597 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c, entries=150, sequenceid=41, filesize=30.2 K 2024-11-13T05:19:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5e580f5ea87f4d308b23cdf0788d4a6f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f 2024-11-13T05:19:53,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T05:19:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/aecd043ba04b44e3bd3cbb9977a85ddc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc 2024-11-13T05:19:53,607 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-13T05:19:53,607 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1665ms, sequenceid=41, compaction requested=false 2024-11-13T05:19:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-13T05:19:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-13T05:19:53,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-13T05:19:53,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2810 sec 2024-11-13T05:19:53,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.2840 sec 2024-11-13T05:19:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:54,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:54,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111316cf6634497c49f38f4d1e550fc649f2_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:54,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742196_1372 (size=12154) 2024-11-13T05:19:54,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475254142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475254143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475254144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475254144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475254145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475254247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475254250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475254250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475254251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475254252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475254451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475254456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475254456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475254457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475254457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,522 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:54,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111316cf6634497c49f38f4d1e550fc649f2_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316cf6634497c49f38f4d1e550fc649f2_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:54,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/c78afcfaabdb4e17a23a96559b2498cb, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:54,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/c78afcfaabdb4e17a23a96559b2498cb is 175, key is test_row_0/A:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742197_1373 (size=30955) 2024-11-13T05:19:54,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475254754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475254758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475254759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475254761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475254763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:54,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/c78afcfaabdb4e17a23a96559b2498cb 2024-11-13T05:19:54,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/88152f00571c4294b55b48af85e6fe84 is 50, key is test_row_0/B:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:54,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742198_1374 (size=12001) 2024-11-13T05:19:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475255260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475255264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475255266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475255268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475255271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/88152f00571c4294b55b48af85e6fe84 2024-11-13T05:19:55,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/b347496366c34dadb0f4e91643d73eef is 50, key is test_row_0/C:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:55,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742199_1375 (size=12001) 2024-11-13T05:19:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-13T05:19:55,433 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-13T05:19:55,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-13T05:19:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:55,435 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:55,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:55,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:55,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-13T05:19:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:55,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-13T05:19:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:55,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/b347496366c34dadb0f4e91643d73eef 2024-11-13T05:19:55,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/c78afcfaabdb4e17a23a96559b2498cb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb 2024-11-13T05:19:55,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb, entries=150, sequenceid=54, filesize=30.2 K 2024-11-13T05:19:55,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/88152f00571c4294b55b48af85e6fe84 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84 2024-11-13T05:19:55,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T05:19:55,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/b347496366c34dadb0f4e91643d73eef as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef 2024-11-13T05:19:55,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T05:19:55,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1668ms, sequenceid=54, compaction requested=true 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:55,776 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:55,776 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:55,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:19:55,777 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,777 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,777 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=107.5 K 2024-11-13T05:19:55,777 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.2 K 2024-11-13T05:19:55,777 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb] 2024-11-13T05:19:55,777 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cc8ea6661904c8190d0d3d54ef878b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475191336 2024-11-13T05:19:55,778 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e9e35201b34cbeb3cd22d5fa9e936a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475191336 2024-11-13T05:19:55,778 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e580f5ea87f4d308b23cdf0788d4a6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731475191357 2024-11-13T05:19:55,778 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5053e2fc9c724bdf99f88e4e624e757c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731475191357 2024-11-13T05:19:55,778 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 88152f00571c4294b55b48af85e6fe84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:55,778 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c78afcfaabdb4e17a23a96559b2498cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:55,784 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:55,785 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:55,785 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/2260f889926f4a08bfa800e8f092c8c1 is 50, key is test_row_0/B:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:55,786 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113bb7ab0c5eeda49acb321fc328b237eee_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:55,788 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113bb7ab0c5eeda49acb321fc328b237eee_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:55,788 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb7ab0c5eeda49acb321fc328b237eee_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742200_1376 (size=12104) 2024-11-13T05:19:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742201_1377 (size=4469) 2024-11-13T05:19:55,796 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/2260f889926f4a08bfa800e8f092c8c1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2260f889926f4a08bfa800e8f092c8c1 2024-11-13T05:19:55,800 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into 2260f889926f4a08bfa800e8f092c8c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:55,800 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:55,800 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=13, startTime=1731475195776; duration=0sec 2024-11-13T05:19:55,800 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:55,800 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:19:55,800 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:55,801 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:55,801 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:19:55,801 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,801 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.2 K 2024-11-13T05:19:55,802 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dfaa253018c440fc8e1aec6f35f85fa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475191336 2024-11-13T05:19:55,802 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting aecd043ba04b44e3bd3cbb9977a85ddc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731475191357 2024-11-13T05:19:55,802 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b347496366c34dadb0f4e91643d73eef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:55,808 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:55,809 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/a987c0f3f2fe40c1a48d052eae74121b is 50, key is test_row_0/C:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742202_1378 (size=12104) 2024-11-13T05:19:55,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:55,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-13T05:19:55,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:55,894 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:55,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111328bf1da875484b82a28beed2575ee33e_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475194143/Put/seqid=0 2024-11-13T05:19:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742203_1379 (size=12154) 2024-11-13T05:19:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:56,195 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:56,195 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/078f21aeb5f34bde8ed3e213ba0ed51e is 175, key is test_row_0/A:col10/1731475194106/Put/seqid=0 2024-11-13T05:19:56,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742204_1380 (size=31058) 2024-11-13T05:19:56,217 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/a987c0f3f2fe40c1a48d052eae74121b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/a987c0f3f2fe40c1a48d052eae74121b 2024-11-13T05:19:56,221 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into a987c0f3f2fe40c1a48d052eae74121b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:56,221 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:56,221 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=13, startTime=1731475195776; duration=0sec 2024-11-13T05:19:56,221 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:56,221 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:19:56,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:19:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:56,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475256282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475256283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475256284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475256284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475256285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:56,307 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111328bf1da875484b82a28beed2575ee33e_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328bf1da875484b82a28beed2575ee33e_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:56,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/6366f7a60eb54f96926d31c6ea0d63d0, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/6366f7a60eb54f96926d31c6ea0d63d0 is 175, key is test_row_0/A:col10/1731475194143/Put/seqid=0 2024-11-13T05:19:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742205_1381 (size=30955) 2024-11-13T05:19:56,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475256388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475256388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475256389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475256393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:56,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475256593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475256593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475256594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475256597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,605 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/078f21aeb5f34bde8ed3e213ba0ed51e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e 2024-11-13T05:19:56,609 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into 078f21aeb5f34bde8ed3e213ba0ed51e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:56,609 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:56,609 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=13, startTime=1731475195776; duration=0sec 2024-11-13T05:19:56,609 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:56,609 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:19:56,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/6366f7a60eb54f96926d31c6ea0d63d0 2024-11-13T05:19:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3e0f48ae002940ba96e8600ac6c79c4b is 50, key is test_row_0/B:col10/1731475194143/Put/seqid=0 2024-11-13T05:19:56,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742206_1382 (size=12001) 2024-11-13T05:19:56,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475256895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475256897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475256900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:56,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475256900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:57,131 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3e0f48ae002940ba96e8600ac6c79c4b 2024-11-13T05:19:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/d040ced4720945459fab681716ada257 is 50, key is test_row_0/C:col10/1731475194143/Put/seqid=0 2024-11-13T05:19:57,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742207_1383 (size=12001) 2024-11-13T05:19:57,335 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:19:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475257401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475257403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475257405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:57,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475257405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:57,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/d040ced4720945459fab681716ada257 2024-11-13T05:19:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/6366f7a60eb54f96926d31c6ea0d63d0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0 2024-11-13T05:19:57,551 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0, entries=150, sequenceid=79, filesize=30.2 K 2024-11-13T05:19:57,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/3e0f48ae002940ba96e8600ac6c79c4b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b 2024-11-13T05:19:57,555 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T05:19:57,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/d040ced4720945459fab681716ada257 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257 2024-11-13T05:19:57,559 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257, entries=150, sequenceid=79, filesize=11.7 K 2024-11-13T05:19:57,560 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1667ms, sequenceid=79, compaction requested=false 2024-11-13T05:19:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:57,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-13T05:19:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-13T05:19:57,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-13T05:19:57,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1250 sec 2024-11-13T05:19:57,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.1280 sec 2024-11-13T05:19:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:58,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:58,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:58,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a89b004ce5fb4a328c990e39ac84cbc9_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742208_1384 (size=14594) 2024-11-13T05:19:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475258384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475258412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475258412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475258413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475258414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475258487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475258691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:58,713 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:58,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a89b004ce5fb4a328c990e39ac84cbc9_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89b004ce5fb4a328c990e39ac84cbc9_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:58,717 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2b524b87d6d94fd5acf7c6d8d7614745, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:58,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2b524b87d6d94fd5acf7c6d8d7614745 is 175, key is test_row_0/A:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:58,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742209_1385 (size=39549) 2024-11-13T05:19:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475258994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:59,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2b524b87d6d94fd5acf7c6d8d7614745 2024-11-13T05:19:59,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/554869ab164b47898ce427c0788ae79a is 50, key is test_row_0/B:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742210_1386 (size=12001) 2024-11-13T05:19:59,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:19:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475259500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:19:59,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/554869ab164b47898ce427c0788ae79a 2024-11-13T05:19:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-13T05:19:59,540 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-13T05:19:59,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/ffcbec3566b74d39bf7ee8bc01fe58ee is 50, key is test_row_0/C:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:59,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:19:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-13T05:19:59,545 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:19:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:19:59,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742211_1387 (size=12001) 2024-11-13T05:19:59,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/ffcbec3566b74d39bf7ee8bc01fe58ee 2024-11-13T05:19:59,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2b524b87d6d94fd5acf7c6d8d7614745 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745 2024-11-13T05:19:59,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:19:59,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:19:59,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745, entries=200, sequenceid=94, filesize=38.6 K 2024-11-13T05:19:59,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/554869ab164b47898ce427c0788ae79a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a 2024-11-13T05:19:59,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a, entries=150, sequenceid=94, filesize=11.7 K 2024-11-13T05:19:59,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/ffcbec3566b74d39bf7ee8bc01fe58ee as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee 2024-11-13T05:19:59,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee, entries=150, sequenceid=94, filesize=11.7 K 2024-11-13T05:19:59,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1278ms, sequenceid=94, compaction requested=true 2024-11-13T05:19:59,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:19:59,576 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:59,576 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:19:59,577 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:59,577 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:59,577 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=99.2 K 2024-11-13T05:19:59,577 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2260f889926f4a08bfa800e8f092c8c1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.3 K 2024-11-13T05:19:59,577 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745] 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078f21aeb5f34bde8ed3e213ba0ed51e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:59,577 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2260f889926f4a08bfa800e8f092c8c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:59,578 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6366f7a60eb54f96926d31c6ea0d63d0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731475194136 2024-11-13T05:19:59,578 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e0f48ae002940ba96e8600ac6c79c4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731475194136 2024-11-13T05:19:59,578 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b524b87d6d94fd5acf7c6d8d7614745, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:19:59,578 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 554869ab164b47898ce427c0788ae79a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:19:59,584 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:59,586 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:59,587 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/f47e56bc72f4402dac9cb4b830212e73 is 50, key is test_row_0/B:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:59,589 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411138f1c251d872e416a9b4e024b04564a01_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:59,591 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411138f1c251d872e416a9b4e024b04564a01_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:59,591 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138f1c251d872e416a9b4e024b04564a01_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742212_1388 (size=12207) 2024-11-13T05:19:59,596 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/f47e56bc72f4402dac9cb4b830212e73 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/f47e56bc72f4402dac9cb4b830212e73 2024-11-13T05:19:59,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742213_1389 (size=4469) 2024-11-13T05:19:59,601 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into f47e56bc72f4402dac9cb4b830212e73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:19:59,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:19:59,601 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=13, startTime=1731475199576; duration=0sec 2024-11-13T05:19:59,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:19:59,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:19:59,601 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:19:59,602 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:19:59,603 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:19:59,603 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:59,603 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/a987c0f3f2fe40c1a48d052eae74121b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.3 K 2024-11-13T05:19:59,603 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a987c0f3f2fe40c1a48d052eae74121b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731475191981 2024-11-13T05:19:59,603 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting d040ced4720945459fab681716ada257, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731475194136 2024-11-13T05:19:59,604 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ffcbec3566b74d39bf7ee8bc01fe58ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:19:59,610 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:59,610 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/564a4dac357c45bdab4eb4b868fbdff1 is 50, key is test_row_0/C:col10/1731475196284/Put/seqid=0 2024-11-13T05:19:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742214_1390 (size=12207) 2024-11-13T05:19:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:19:59,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:19:59,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-13T05:19:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:19:59,705 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:19:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:19:59,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae2c1c76cd514106b75760609334ecc8_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475198369/Put/seqid=0 2024-11-13T05:19:59,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742215_1391 (size=12154) 2024-11-13T05:19:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:19:59,749 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ae2c1c76cd514106b75760609334ecc8_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae2c1c76cd514106b75760609334ecc8_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:19:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8aa2922035ac4d849e01b59c39fdb157, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:19:59,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8aa2922035ac4d849e01b59c39fdb157 is 175, key is test_row_0/A:col10/1731475198369/Put/seqid=0 2024-11-13T05:19:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742216_1392 (size=30955) 2024-11-13T05:19:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:19:59,999 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:19:59,999 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/aa6d06bd735c4f6189730b005d7e81ce is 175, key is test_row_0/A:col10/1731475196284/Put/seqid=0 2024-11-13T05:20:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742217_1393 (size=31161) 2024-11-13T05:20:00,020 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/564a4dac357c45bdab4eb4b868fbdff1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/564a4dac357c45bdab4eb4b868fbdff1 2024-11-13T05:20:00,024 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into 564a4dac357c45bdab4eb4b868fbdff1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:00,024 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:00,024 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=13, startTime=1731475199576; duration=0sec 2024-11-13T05:20:00,024 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:00,024 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:20:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:20:00,181 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8aa2922035ac4d849e01b59c39fdb157 2024-11-13T05:20:00,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 is 50, key is test_row_0/B:col10/1731475198369/Put/seqid=0 2024-11-13T05:20:00,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742218_1394 (size=12001) 2024-11-13T05:20:00,414 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/aa6d06bd735c4f6189730b005d7e81ce as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce 2024-11-13T05:20:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:00,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:00,421 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into aa6d06bd735c4f6189730b005d7e81ce(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:00,421 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:00,421 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=13, startTime=1731475199575; duration=0sec 2024-11-13T05:20:00,421 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:00,421 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:20:00,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475260431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,436 DEBUG [Thread-1638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:00,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475260433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475260435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475260435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475260505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475260537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475260542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475260542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,591 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 2024-11-13T05:20:00,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bb65e5c0cb38463284026e9415ef229a is 50, key is test_row_0/C:col10/1731475198369/Put/seqid=0 2024-11-13T05:20:00,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742219_1395 (size=12001) 2024-11-13T05:20:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:20:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475260741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475260746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475260746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,002 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bb65e5c0cb38463284026e9415ef229a 2024-11-13T05:20:01,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8aa2922035ac4d849e01b59c39fdb157 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157 2024-11-13T05:20:01,010 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157, entries=150, sequenceid=118, filesize=30.2 K 2024-11-13T05:20:01,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 2024-11-13T05:20:01,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T05:20:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bb65e5c0cb38463284026e9415ef229a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a 2024-11-13T05:20:01,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T05:20:01,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1314ms, sequenceid=118, compaction requested=false 2024-11-13T05:20:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-13T05:20:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-13T05:20:01,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-13T05:20:01,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-11-13T05:20:01,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4780 sec 2024-11-13T05:20:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:01,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:20:01,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:01,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:01,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc961502cfc245a298f85bec8ff6cddd_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:01,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742220_1396 (size=14794) 2024-11-13T05:20:01,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475261084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475261089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475261089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475261190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475261194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475261194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475261396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475261397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475261398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,460 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:01,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fc961502cfc245a298f85bec8ff6cddd_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc961502cfc245a298f85bec8ff6cddd_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:01,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8a414816445a4bea8adfda14d0d74a27, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:01,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8a414816445a4bea8adfda14d0d74a27 is 175, key is test_row_0/A:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:01,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742221_1397 (size=39749) 2024-11-13T05:20:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-13T05:20:01,649 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-13T05:20:01,650 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-13T05:20:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:01,651 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:01,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:01,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475261700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475261701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475261706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:01,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:01,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:01,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:01,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:01,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:01,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8a414816445a4bea8adfda14d0d74a27 2024-11-13T05:20:01,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/1879eac90c9349b9adc8e33ebd4f4830 is 50, key is test_row_0/B:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742222_1398 (size=12151) 2024-11-13T05:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:01,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:01,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:01,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:01,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475262203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475262204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475262211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:02,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/1879eac90c9349b9adc8e33ebd4f4830 2024-11-13T05:20:02,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9aa2644df3ee40d1b66ab02c425dda28 is 50, key is test_row_0/C:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742223_1399 (size=12151) 2024-11-13T05:20:02,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475262508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,514 DEBUG [Thread-1636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:02,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:02,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9aa2644df3ee40d1b66ab02c425dda28 2024-11-13T05:20:02,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8a414816445a4bea8adfda14d0d74a27 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27 2024-11-13T05:20:02,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27, entries=200, sequenceid=135, filesize=38.8 K 2024-11-13T05:20:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/1879eac90c9349b9adc8e33ebd4f4830 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830 2024-11-13T05:20:02,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830, entries=150, sequenceid=135, filesize=11.9 K 2024-11-13T05:20:02,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9aa2644df3ee40d1b66ab02c425dda28 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28 2024-11-13T05:20:02,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28, entries=150, sequenceid=135, filesize=11.9 K 2024-11-13T05:20:02,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1664ms, sequenceid=135, compaction requested=true 2024-11-13T05:20:02,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:02,714 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:02,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:02,714 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:20:02,715 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,715 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=99.5 K 2024-11-13T05:20:02,715 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27] 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa6d06bd735c4f6189730b005d7e81ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:02,715 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:20:02,715 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,716 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/f47e56bc72f4402dac9cb4b830212e73, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.5 K 2024-11-13T05:20:02,716 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aa2922035ac4d849e01b59c39fdb157, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475198369 2024-11-13T05:20:02,716 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f47e56bc72f4402dac9cb4b830212e73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:20:02,716 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e2c0e6c6dcb4eeb804ee39dfa10d8f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475198369 2024-11-13T05:20:02,716 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a414816445a4bea8adfda14d0d74a27, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:02,716 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1879eac90c9349b9adc8e33ebd4f4830, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:02,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:02,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,721 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:02,722 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:02,724 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:02,724 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/4e22bd4918304ba19ade5e84f7e4d023 is 50, key is test_row_0/B:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:02,725 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d1ad31aa2b0c40039fa58c6247e96513_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:02,727 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d1ad31aa2b0c40039fa58c6247e96513_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:02,727 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d1ad31aa2b0c40039fa58c6247e96513_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:02,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113674a62d1efc64a5082ee095aeb35104e_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475201088/Put/seqid=0 2024-11-13T05:20:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742224_1400 (size=12459) 2024-11-13T05:20:02,742 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/4e22bd4918304ba19ade5e84f7e4d023 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/4e22bd4918304ba19ade5e84f7e4d023 2024-11-13T05:20:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742225_1401 (size=4469) 2024-11-13T05:20:02,748 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into 4e22bd4918304ba19ade5e84f7e4d023(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:02,748 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:02,748 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=13, startTime=1731475202714; duration=0sec 2024-11-13T05:20:02,748 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:02,748 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:20:02,748 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:02,749 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:02,749 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:20:02,749 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:02,749 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/564a4dac357c45bdab4eb4b868fbdff1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.5 K 2024-11-13T05:20:02,750 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 564a4dac357c45bdab4eb4b868fbdff1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731475196281 2024-11-13T05:20:02,750 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bb65e5c0cb38463284026e9415ef229a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475198369 2024-11-13T05:20:02,750 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aa2644df3ee40d1b66ab02c425dda28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:02,758 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:02,758 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9d43f0aa3f9a439ab950b0570f0d172b is 50, key is test_row_0/C:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:02,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742226_1402 (size=12304) 2024-11-13T05:20:02,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:02,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113674a62d1efc64a5082ee095aeb35104e_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113674a62d1efc64a5082ee095aeb35104e_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8f1b389aedc64dbaa97b3b89c363c46f, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8f1b389aedc64dbaa97b3b89c363c46f is 175, key is test_row_0/A:col10/1731475201088/Put/seqid=0 2024-11-13T05:20:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742227_1403 (size=12459) 2024-11-13T05:20:02,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742228_1404 (size=31105) 2024-11-13T05:20:02,775 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9d43f0aa3f9a439ab950b0570f0d172b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9d43f0aa3f9a439ab950b0570f0d172b 2024-11-13T05:20:02,779 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into 9d43f0aa3f9a439ab950b0570f0d172b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:02,779 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:02,779 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=13, startTime=1731475202714; duration=0sec 2024-11-13T05:20:02,779 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:02,779 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:20:03,144 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:03,145 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/f889ffdaf0b84ac781580a179925a608 is 175, key is test_row_0/A:col10/1731475200433/Put/seqid=0 2024-11-13T05:20:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742229_1405 (size=31413) 2024-11-13T05:20:03,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8f1b389aedc64dbaa97b3b89c363c46f 2024-11-13T05:20:03,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/96740acf628e4f5b8e5d6b272bf4c02d is 50, key is test_row_0/B:col10/1731475201088/Put/seqid=0 2024-11-13T05:20:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742230_1406 (size=12151) 2024-11-13T05:20:03,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:03,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475263226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475263230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475263231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475263332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475263336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475263338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475263535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475263540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475263542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,554 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/f889ffdaf0b84ac781580a179925a608 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608 2024-11-13T05:20:03,558 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into f889ffdaf0b84ac781580a179925a608(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:03,558 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:03,558 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=13, startTime=1731475202713; duration=0sec 2024-11-13T05:20:03,558 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:03,558 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:20:03,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/96740acf628e4f5b8e5d6b272bf4c02d 2024-11-13T05:20:03,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/c2c95aaa5554465789eb23ce79306977 is 50, key is test_row_0/C:col10/1731475201088/Put/seqid=0 2024-11-13T05:20:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742231_1407 (size=12151) 2024-11-13T05:20:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:03,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475263839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475263844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475263845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:03,991 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/c2c95aaa5554465789eb23ce79306977 2024-11-13T05:20:03,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/8f1b389aedc64dbaa97b3b89c363c46f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f 2024-11-13T05:20:03,998 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f, entries=150, sequenceid=157, filesize=30.4 K 2024-11-13T05:20:03,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/96740acf628e4f5b8e5d6b272bf4c02d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d 2024-11-13T05:20:04,001 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T05:20:04,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/c2c95aaa5554465789eb23ce79306977 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977 2024-11-13T05:20:04,005 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977, entries=150, sequenceid=157, filesize=11.9 K 2024-11-13T05:20:04,006 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1285ms, sequenceid=157, compaction requested=false 2024-11-13T05:20:04,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:04,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:04,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-13T05:20:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-13T05:20:04,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-13T05:20:04,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-13T05:20:04,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3590 sec 2024-11-13T05:20:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:04,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:04,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:04,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138251fe67ec5f4bdcb3bfe7375e613350_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742232_1408 (size=14794) 2024-11-13T05:20:04,366 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:04,370 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411138251fe67ec5f4bdcb3bfe7375e613350_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138251fe67ec5f4bdcb3bfe7375e613350_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:04,371 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/22a256acc1eb41e2aa5a7c9af08d9c12, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:04,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/22a256acc1eb41e2aa5a7c9af08d9c12 is 175, key is test_row_0/A:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:04,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742233_1409 (size=39749) 2024-11-13T05:20:04,378 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/22a256acc1eb41e2aa5a7c9af08d9c12 2024-11-13T05:20:04,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/bfcafdd845bf4612a35ccffce003aa29 is 50, key is test_row_0/B:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742234_1410 (size=12151) 2024-11-13T05:20:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/bfcafdd845bf4612a35ccffce003aa29 2024-11-13T05:20:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475264385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475264388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475264389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/638c0f79b9874baf964df4ebf6f4750d is 50, key is test_row_0/C:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742235_1411 (size=12151) 2024-11-13T05:20:04,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55296 deadline: 1731475264455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,460 DEBUG [Thread-1638 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:04,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475264491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475264495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475264496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475264697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475264699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475264700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:04,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/638c0f79b9874baf964df4ebf6f4750d 2024-11-13T05:20:04,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/22a256acc1eb41e2aa5a7c9af08d9c12 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12 2024-11-13T05:20:04,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12, entries=200, sequenceid=175, filesize=38.8 K 2024-11-13T05:20:04,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/bfcafdd845bf4612a35ccffce003aa29 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29 2024-11-13T05:20:04,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T05:20:04,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/638c0f79b9874baf964df4ebf6f4750d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d 2024-11-13T05:20:04,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d, entries=150, sequenceid=175, filesize=11.9 K 2024-11-13T05:20:04,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 549067cbffdfd4ee7ed3a424c79f38a0 in 466ms, sequenceid=175, compaction requested=true 2024-11-13T05:20:04,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:04,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:04,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:04,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:04,817 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:04,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:04,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:04,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:20:04,818 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:04,818 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:04,818 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=99.9 K 2024-11-13T05:20:04,818 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:04,819 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/4e22bd4918304ba19ade5e84f7e4d023, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.9 K 2024-11-13T05:20:04,818 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12] 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f889ffdaf0b84ac781580a179925a608, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e22bd4918304ba19ade5e84f7e4d023, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 96740acf628e4f5b8e5d6b272bf4c02d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731475201083 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f1b389aedc64dbaa97b3b89c363c46f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731475201083 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bfcafdd845bf4612a35ccffce003aa29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203224 2024-11-13T05:20:04,819 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22a256acc1eb41e2aa5a7c9af08d9c12, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203217 2024-11-13T05:20:04,826 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:04,826 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/ac555a08f74140e38b27477f72fd30bb is 50, key is test_row_0/B:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:04,833 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:04,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742236_1412 (size=12561) 2024-11-13T05:20:04,849 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113539630e1120c4975be0e3a308134461e_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:04,850 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113539630e1120c4975be0e3a308134461e_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:04,850 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113539630e1120c4975be0e3a308134461e_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:04,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742237_1413 (size=4469) 2024-11-13T05:20:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:05,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:05,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:05,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113422e93d08ba543d6957775dac5f71b44_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475204387/Put/seqid=0 2024-11-13T05:20:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742238_1414 (size=14794) 2024-11-13T05:20:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475265024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475265025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475265031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475265132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475265132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475265137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,247 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/ac555a08f74140e38b27477f72fd30bb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ac555a08f74140e38b27477f72fd30bb 2024-11-13T05:20:05,253 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into ac555a08f74140e38b27477f72fd30bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:05,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:05,253 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=13, startTime=1731475204817; duration=0sec 2024-11-13T05:20:05,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:05,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:20:05,253 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:05,255 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:05,255 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:20:05,255 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:05,255 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:05,255 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9d43f0aa3f9a439ab950b0570f0d172b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=35.9 K 2024-11-13T05:20:05,256 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/131c27734e28469bad52a8a29c5098da is 175, key is test_row_0/A:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:05,256 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d43f0aa3f9a439ab950b0570f0d172b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731475200430 2024-11-13T05:20:05,257 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c2c95aaa5554465789eb23ce79306977, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731475201083 2024-11-13T05:20:05,257 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 638c0f79b9874baf964df4ebf6f4750d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203224 2024-11-13T05:20:05,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742239_1415 (size=31515) 2024-11-13T05:20:05,264 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:05,264 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/21529ba0b4804d1481af5e8ba3e96b65 is 50, key is test_row_0/C:col10/1731475204349/Put/seqid=0 2024-11-13T05:20:05,266 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/131c27734e28469bad52a8a29c5098da as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da 2024-11-13T05:20:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742240_1416 (size=12561) 2024-11-13T05:20:05,270 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into 131c27734e28469bad52a8a29c5098da(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:05,270 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:05,270 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=13, startTime=1731475204817; duration=0sec 2024-11-13T05:20:05,270 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:05,270 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:20:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475265336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475265337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475265342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,413 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:05,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113422e93d08ba543d6957775dac5f71b44_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113422e93d08ba543d6957775dac5f71b44_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:05,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b7edfa6dfbc64490a28a58500a4514b4, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:05,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b7edfa6dfbc64490a28a58500a4514b4 is 175, key is test_row_0/A:col10/1731475204387/Put/seqid=0 2024-11-13T05:20:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742241_1417 (size=39749) 2024-11-13T05:20:05,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475265643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475265644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475265646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,674 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/21529ba0b4804d1481af5e8ba3e96b65 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/21529ba0b4804d1481af5e8ba3e96b65 2024-11-13T05:20:05,678 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into 21529ba0b4804d1481af5e8ba3e96b65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:05,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:05,679 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=13, startTime=1731475204818; duration=0sec 2024-11-13T05:20:05,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:05,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:20:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-13T05:20:05,756 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-13T05:20:05,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-13T05:20:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:05,758 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:05,759 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:05,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:05,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b7edfa6dfbc64490a28a58500a4514b4 2024-11-13T05:20:05,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/b1ae756a27354434ae4568ceb6df5e3d is 50, key is test_row_0/B:col10/1731475204387/Put/seqid=0 2024-11-13T05:20:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742242_1418 (size=12151) 2024-11-13T05:20:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:05,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:05,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:05,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:05,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:05,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:06,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475266147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475266149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475266150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:06,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/b1ae756a27354434ae4568ceb6df5e3d 2024-11-13T05:20:06,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9f8347c2b1d241e8a3b234f681a1b29a is 50, key is test_row_0/C:col10/1731475204387/Put/seqid=0 2024-11-13T05:20:06,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742243_1419 (size=12151) 2024-11-13T05:20:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:06,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:06,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55362 deadline: 1731475266524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,529 DEBUG [Thread-1636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:06,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9f8347c2b1d241e8a3b234f681a1b29a 2024-11-13T05:20:06,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/b7edfa6dfbc64490a28a58500a4514b4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4 2024-11-13T05:20:06,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4, entries=200, sequenceid=197, filesize=38.8 K 2024-11-13T05:20:06,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/b1ae756a27354434ae4568ceb6df5e3d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d 2024-11-13T05:20:06,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T05:20:06,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/9f8347c2b1d241e8a3b234f681a1b29a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a 2024-11-13T05:20:06,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-13T05:20:06,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1664ms, sequenceid=197, compaction requested=false 2024-11-13T05:20:06,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:06,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:06,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:06,675 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:06,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:06,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111319e29bfd5f5f489fad1a93826f259fc0_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475205024/Put/seqid=0 2024-11-13T05:20:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742244_1420 (size=12304) 2024-11-13T05:20:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:07,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:07,091 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111319e29bfd5f5f489fad1a93826f259fc0_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111319e29bfd5f5f489fad1a93826f259fc0_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bec3f1c931814e8593bbd7515a652969, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bec3f1c931814e8593bbd7515a652969 is 175, key is test_row_0/A:col10/1731475205024/Put/seqid=0 2024-11-13T05:20:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742245_1421 (size=31105) 2024-11-13T05:20:07,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:07,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475267186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475267187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475267187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475267292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475267293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475267293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,497 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bec3f1c931814e8593bbd7515a652969 2024-11-13T05:20:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475267499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475267499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475267500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/92ae7a9c0ee04fee851cd2a7ab3964b1 is 50, key is test_row_0/B:col10/1731475205024/Put/seqid=0 2024-11-13T05:20:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742246_1422 (size=12151) 2024-11-13T05:20:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475267803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475267804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475267805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:07,916 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/92ae7a9c0ee04fee851cd2a7ab3964b1 2024-11-13T05:20:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/063d7ad08a1c440d86e6535552c79297 is 50, key is test_row_0/C:col10/1731475205024/Put/seqid=0 2024-11-13T05:20:07,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742247_1423 (size=12151) 2024-11-13T05:20:07,928 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/063d7ad08a1c440d86e6535552c79297 2024-11-13T05:20:07,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bec3f1c931814e8593bbd7515a652969 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969 2024-11-13T05:20:07,941 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969, entries=150, sequenceid=214, filesize=30.4 K 2024-11-13T05:20:07,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/92ae7a9c0ee04fee851cd2a7ab3964b1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1 2024-11-13T05:20:07,945 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T05:20:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/063d7ad08a1c440d86e6535552c79297 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297 2024-11-13T05:20:07,950 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297, entries=150, sequenceid=214, filesize=11.9 K 2024-11-13T05:20:07,951 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1276ms, sequenceid=214, compaction requested=true 2024-11-13T05:20:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:07,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-13T05:20:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-13T05:20:07,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-13T05:20:07,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1940 sec 2024-11-13T05:20:07,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.1990 sec 2024-11-13T05:20:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:08,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:08,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:08,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f349dd231e114d59986eadbf723eca68_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742248_1424 (size=14794) 2024-11-13T05:20:08,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475268325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475268326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475268331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475268432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475268433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475268435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475268634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475268635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475268639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:08,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f349dd231e114d59986eadbf723eca68_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f349dd231e114d59986eadbf723eca68_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:08,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/161d0fc9effc4606aedf1fcd2a079dc2, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:08,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/161d0fc9effc4606aedf1fcd2a079dc2 is 175, key is test_row_0/A:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742249_1425 (size=39749) 2024-11-13T05:20:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475268938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475268942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475268943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:09,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/161d0fc9effc4606aedf1fcd2a079dc2 2024-11-13T05:20:09,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/ce53abae7af8457a85ddb51fd0bef25f is 50, key is test_row_0/B:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:09,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742250_1426 (size=12151) 2024-11-13T05:20:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475269445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475269446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475269448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:09,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/ce53abae7af8457a85ddb51fd0bef25f 2024-11-13T05:20:09,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7fdd025707a34119be007ba37352460c is 50, key is test_row_0/C:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:09,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742251_1427 (size=12151) 2024-11-13T05:20:09,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7fdd025707a34119be007ba37352460c 2024-11-13T05:20:09,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/161d0fc9effc4606aedf1fcd2a079dc2 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2 2024-11-13T05:20:09,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2, entries=200, sequenceid=237, filesize=38.8 K 2024-11-13T05:20:09,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/ce53abae7af8457a85ddb51fd0bef25f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f 2024-11-13T05:20:09,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T05:20:09,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7fdd025707a34119be007ba37352460c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c 2024-11-13T05:20:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c, entries=150, sequenceid=237, filesize=11.9 K 2024-11-13T05:20:09,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1261ms, sequenceid=237, compaction requested=true 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:09,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:09,569 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:09,569 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:09,570 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:09,570 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:20:09,570 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:09,570 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:09,570 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ac555a08f74140e38b27477f72fd30bb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=47.9 K 2024-11-13T05:20:09,570 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:20:09,570 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:09,570 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=138.8 K 2024-11-13T05:20:09,570 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:09,570 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2] 2024-11-13T05:20:09,571 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ac555a08f74140e38b27477f72fd30bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203224 2024-11-13T05:20:09,571 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 131c27734e28469bad52a8a29c5098da, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203224 2024-11-13T05:20:09,571 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ae756a27354434ae4568ceb6df5e3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475204380 2024-11-13T05:20:09,571 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7edfa6dfbc64490a28a58500a4514b4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475204380 2024-11-13T05:20:09,572 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 92ae7a9c0ee04fee851cd2a7ab3964b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475205009 2024-11-13T05:20:09,572 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bec3f1c931814e8593bbd7515a652969, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475205009 2024-11-13T05:20:09,572 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161d0fc9effc4606aedf1fcd2a079dc2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:09,572 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ce53abae7af8457a85ddb51fd0bef25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:09,579 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:09,579 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:09,580 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/90738ea6a72e4fb8a1dd1417dfd1996b is 50, key is test_row_0/B:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:09,581 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f0cfab4a8c324941a74220889738b500_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:09,583 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f0cfab4a8c324941a74220889738b500_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:09,583 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f0cfab4a8c324941a74220889738b500_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742252_1428 (size=12697) 2024-11-13T05:20:09,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742253_1429 (size=4469) 2024-11-13T05:20:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-13T05:20:09,863 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-13T05:20:09,864 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-13T05:20:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:09,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:09,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:09,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:09,989 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#361 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:09,989 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bed20ab5a17241cd8bfa994b5c0c28f8 is 175, key is test_row_0/A:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:09,993 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/90738ea6a72e4fb8a1dd1417dfd1996b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/90738ea6a72e4fb8a1dd1417dfd1996b 2024-11-13T05:20:09,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742254_1430 (size=31651) 2024-11-13T05:20:09,997 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into 90738ea6a72e4fb8a1dd1417dfd1996b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:09,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:09,998 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=12, startTime=1731475209569; duration=0sec 2024-11-13T05:20:09,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:09,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:20:09,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:09,999 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:09,999 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:20:09,999 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:09,999 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/21529ba0b4804d1481af5e8ba3e96b65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=47.9 K 2024-11-13T05:20:09,999 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 21529ba0b4804d1481af5e8ba3e96b65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731475203224 2024-11-13T05:20:10,000 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8347c2b1d241e8a3b234f681a1b29a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731475204380 2024-11-13T05:20:10,000 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 063d7ad08a1c440d86e6535552c79297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731475205009 2024-11-13T05:20:10,000 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fdd025707a34119be007ba37352460c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:10,007 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:10,007 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/f6775463f0584c449c165d514a13295a is 50, key is test_row_0/C:col10/1731475208307/Put/seqid=0 2024-11-13T05:20:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742255_1431 (size=12697) 2024-11-13T05:20:10,018 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:10,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:10,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:10,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e56b1b56200e4d5381be62985e151750_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475208330/Put/seqid=0 2024-11-13T05:20:10,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742256_1432 (size=12304) 2024-11-13T05:20:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:10,398 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/bed20ab5a17241cd8bfa994b5c0c28f8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8 2024-11-13T05:20:10,402 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into bed20ab5a17241cd8bfa994b5c0c28f8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:10,402 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:10,402 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=12, startTime=1731475209569; duration=0sec 2024-11-13T05:20:10,402 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:10,402 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:20:10,415 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/f6775463f0584c449c165d514a13295a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/f6775463f0584c449c165d514a13295a 2024-11-13T05:20:10,420 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into f6775463f0584c449c165d514a13295a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:10,420 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:10,420 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=12, startTime=1731475209569; duration=0sec 2024-11-13T05:20:10,420 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:10,420 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:20:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:10,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e56b1b56200e4d5381be62985e151750_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e56b1b56200e4d5381be62985e151750_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:10,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/18f7f9aca9694642bdf3a97f969a65da, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:10,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/18f7f9aca9694642bdf3a97f969a65da is 175, key is test_row_0/A:col10/1731475208330/Put/seqid=0 2024-11-13T05:20:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742257_1433 (size=31105) 2024-11-13T05:20:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:10,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. as already flushing 2024-11-13T05:20:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:10,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475270487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475270488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475270493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475270594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475270594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475270598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475270799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475270799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475270802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:10,839 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/18f7f9aca9694642bdf3a97f969a65da 2024-11-13T05:20:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/cf274bf29e01472993555899673c534d is 50, key is test_row_0/B:col10/1731475208330/Put/seqid=0 2024-11-13T05:20:10,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742258_1434 (size=12151) 2024-11-13T05:20:10,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/cf274bf29e01472993555899673c534d 2024-11-13T05:20:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/3d1eba4164654fc680fd5ce0e3512a9d is 50, key is test_row_0/C:col10/1731475208330/Put/seqid=0 2024-11-13T05:20:10,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742259_1435 (size=12151) 2024-11-13T05:20:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:11,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55284 deadline: 1731475271102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:11,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55344 deadline: 1731475271103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55274 deadline: 1731475271107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:11,266 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/3d1eba4164654fc680fd5ce0e3512a9d 2024-11-13T05:20:11,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/18f7f9aca9694642bdf3a97f969a65da as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da 2024-11-13T05:20:11,273 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da, entries=150, sequenceid=251, filesize=30.4 K 2024-11-13T05:20:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/cf274bf29e01472993555899673c534d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d 2024-11-13T05:20:11,277 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T05:20:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/3d1eba4164654fc680fd5ce0e3512a9d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d 2024-11-13T05:20:11,281 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d, entries=150, sequenceid=251, filesize=11.9 K 2024-11-13T05:20:11,282 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1262ms, sequenceid=251, compaction requested=false 2024-11-13T05:20:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-13T05:20:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-13T05:20:11,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-13T05:20:11,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-13T05:20:11,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.4200 sec 2024-11-13T05:20:11,334 DEBUG [Thread-1653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:55869 2024-11-13T05:20:11,334 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,334 DEBUG [Thread-1651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:55869 2024-11-13T05:20:11,334 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,336 DEBUG [Thread-1647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:55869 2024-11-13T05:20:11,336 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,338 DEBUG [Thread-1655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37a637ac to 127.0.0.1:55869 2024-11-13T05:20:11,338 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,339 DEBUG [Thread-1649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:55869 2024-11-13T05:20:11,339 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:11,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:20:11,609 DEBUG [Thread-1640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:55869 2024-11-13T05:20:11,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:11,610 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:11,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:11,613 DEBUG [Thread-1644 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:55869 2024-11-13T05:20:11,613 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,614 DEBUG [Thread-1642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:55869 2024-11-13T05:20:11,614 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:11,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dd8a87234178416ca0deea37567662f7_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:11,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742260_1436 (size=12454) 2024-11-13T05:20:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-13T05:20:11,970 INFO [Thread-1646 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-13T05:20:12,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:12,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dd8a87234178416ca0deea37567662f7_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dd8a87234178416ca0deea37567662f7_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:12,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/9d41e96975cb43519fd6a4429e4b6ed3, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:12,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/9d41e96975cb43519fd6a4429e4b6ed3 is 175, key is test_row_0/A:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:12,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742261_1437 (size=31255) 2024-11-13T05:20:12,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/9d41e96975cb43519fd6a4429e4b6ed3 2024-11-13T05:20:12,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5053530a32094a42bd71be796d86a655 is 50, key is test_row_0/B:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742262_1438 (size=12301) 2024-11-13T05:20:12,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5053530a32094a42bd71be796d86a655 2024-11-13T05:20:12,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bd300d472f9248a6b39ece9dcd9d1934 is 50, key is test_row_0/C:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742263_1439 (size=12301) 2024-11-13T05:20:13,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bd300d472f9248a6b39ece9dcd9d1934 2024-11-13T05:20:13,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/9d41e96975cb43519fd6a4429e4b6ed3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3 2024-11-13T05:20:13,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3, entries=150, sequenceid=277, filesize=30.5 K 2024-11-13T05:20:13,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/5053530a32094a42bd71be796d86a655 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655 2024-11-13T05:20:13,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T05:20:13,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/bd300d472f9248a6b39ece9dcd9d1934 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934 2024-11-13T05:20:13,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934, entries=150, sequenceid=277, filesize=12.0 K 2024-11-13T05:20:13,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1650ms, sequenceid=277, compaction requested=true 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:13,259 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 549067cbffdfd4ee7ed3a424c79f38a0:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:13,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:13,259 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:13,260 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:13,260 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:13,260 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/A is initiating minor compaction (all files) 2024-11-13T05:20:13,260 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/B is initiating minor compaction (all files) 2024-11-13T05:20:13,260 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/A in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:13,260 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/B in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:13,260 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=91.8 K 2024-11-13T05:20:13,260 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/90738ea6a72e4fb8a1dd1417dfd1996b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=36.3 K 2024-11-13T05:20:13,260 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:13,260 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3] 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 90738ea6a72e4fb8a1dd1417dfd1996b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed20ab5a17241cd8bfa994b5c0c28f8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting cf274bf29e01472993555899673c534d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731475208323 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f7f9aca9694642bdf3a97f969a65da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731475208323 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d41e96975cb43519fd6a4429e4b6ed3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731475210486 2024-11-13T05:20:13,261 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5053530a32094a42bd71be796d86a655, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731475210486 2024-11-13T05:20:13,267 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:13,268 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/27a96ec480da4de7ae3876b10180f7f1 is 50, key is test_row_0/B:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:13,271 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:13,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742264_1440 (size=12949) 2024-11-13T05:20:13,273 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111347eea91c582148bc96bad17de5e37516_549067cbffdfd4ee7ed3a424c79f38a0 store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:13,288 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111347eea91c582148bc96bad17de5e37516_549067cbffdfd4ee7ed3a424c79f38a0, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:13,288 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111347eea91c582148bc96bad17de5e37516_549067cbffdfd4ee7ed3a424c79f38a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742265_1441 (size=4469) 2024-11-13T05:20:13,676 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/27a96ec480da4de7ae3876b10180f7f1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/27a96ec480da4de7ae3876b10180f7f1 2024-11-13T05:20:13,679 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/B of 549067cbffdfd4ee7ed3a424c79f38a0 into 27a96ec480da4de7ae3876b10180f7f1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:13,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:13,679 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/B, priority=13, startTime=1731475213259; duration=0sec 2024-11-13T05:20:13,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:13,679 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:B 2024-11-13T05:20:13,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:13,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:13,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 549067cbffdfd4ee7ed3a424c79f38a0/C is initiating minor compaction (all files) 2024-11-13T05:20:13,681 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 549067cbffdfd4ee7ed3a424c79f38a0/C in TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:13,681 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/f6775463f0584c449c165d514a13295a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp, totalSize=36.3 K 2024-11-13T05:20:13,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f6775463f0584c449c165d514a13295a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731475207179 2024-11-13T05:20:13,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d1eba4164654fc680fd5ce0e3512a9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731475208323 2024-11-13T05:20:13,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bd300d472f9248a6b39ece9dcd9d1934, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731475210486 2024-11-13T05:20:13,687 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:13,687 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/ab3017588df64886ab6b1f076c1f5850 is 50, key is test_row_0/C:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:13,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742266_1442 (size=12949) 2024-11-13T05:20:13,693 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 549067cbffdfd4ee7ed3a424c79f38a0#A#compaction#370 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:13,693 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/1d1a83b22d9946e58b8e926197081eb5 is 175, key is test_row_0/A:col10/1731475211608/Put/seqid=0 2024-11-13T05:20:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742267_1443 (size=31903) 2024-11-13T05:20:14,094 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/ab3017588df64886ab6b1f076c1f5850 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ab3017588df64886ab6b1f076c1f5850 2024-11-13T05:20:14,098 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/C of 549067cbffdfd4ee7ed3a424c79f38a0 into ab3017588df64886ab6b1f076c1f5850(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:14,098 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:14,098 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/C, priority=13, startTime=1731475213259; duration=0sec 2024-11-13T05:20:14,098 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:14,098 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:C 2024-11-13T05:20:14,099 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/1d1a83b22d9946e58b8e926197081eb5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/1d1a83b22d9946e58b8e926197081eb5 2024-11-13T05:20:14,103 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 549067cbffdfd4ee7ed3a424c79f38a0/A of 549067cbffdfd4ee7ed3a424c79f38a0 into 1d1a83b22d9946e58b8e926197081eb5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:14,103 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:14,103 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0., storeName=549067cbffdfd4ee7ed3a424c79f38a0/A, priority=13, startTime=1731475213259; duration=0sec 2024-11-13T05:20:14,103 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:14,103 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 549067cbffdfd4ee7ed3a424c79f38a0:A 2024-11-13T05:20:14,551 DEBUG [Thread-1638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:55869 2024-11-13T05:20:14,552 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,546 DEBUG [Thread-1636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:55869 2024-11-13T05:20:16,546 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2915 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8745 rows 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2899 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8697 rows 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2900 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8699 rows 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2905 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8715 rows 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2900 2024-11-13T05:20:16,546 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8699 rows 2024-11-13T05:20:16,546 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:20:16,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:55869 2024-11-13T05:20:16,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:16,548 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:20:16,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:20:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:16,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475216552"}]},"ts":"1731475216552"} 2024-11-13T05:20:16,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:20:16,555 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:20:16,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:20:16,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, UNASSIGN}] 2024-11-13T05:20:16,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, UNASSIGN 2024-11-13T05:20:16,558 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:16,559 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:20:16,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:16,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:16,710 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:16,710 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:20:16,710 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 549067cbffdfd4ee7ed3a424c79f38a0, disabling compactions & flushes 2024-11-13T05:20:16,710 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:16,710 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:16,710 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. after waiting 0 ms 2024-11-13T05:20:16,710 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:16,710 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 549067cbffdfd4ee7ed3a424c79f38a0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=A 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=B 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 549067cbffdfd4ee7ed3a424c79f38a0, store=C 2024-11-13T05:20:16,711 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:16,716 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eb31e426b67442c895700133b4855cb8_549067cbffdfd4ee7ed3a424c79f38a0 is 50, key is test_row_0/A:col10/1731475214550/Put/seqid=0 2024-11-13T05:20:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742268_1444 (size=9914) 2024-11-13T05:20:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:17,119 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:17,123 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113eb31e426b67442c895700133b4855cb8_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eb31e426b67442c895700133b4855cb8_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:17,124 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2e81bdc4396940318175c92642343a9f, store: [table=TestAcidGuarantees family=A region=549067cbffdfd4ee7ed3a424c79f38a0] 2024-11-13T05:20:17,124 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2e81bdc4396940318175c92642343a9f is 175, key is test_row_0/A:col10/1731475214550/Put/seqid=0 2024-11-13T05:20:17,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742269_1445 (size=22561) 2024-11-13T05:20:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:17,528 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2e81bdc4396940318175c92642343a9f 2024-11-13T05:20:17,534 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/242aa6e61c9a4cf6a7df3e3de02c6563 is 50, key is test_row_0/B:col10/1731475214550/Put/seqid=0 2024-11-13T05:20:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742270_1446 (size=9857) 2024-11-13T05:20:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:17,937 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/242aa6e61c9a4cf6a7df3e3de02c6563 2024-11-13T05:20:17,943 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7febf5e30ac34ed5ab6f6795e133c6ad is 50, key is test_row_0/C:col10/1731475214550/Put/seqid=0 2024-11-13T05:20:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742271_1447 (size=9857) 2024-11-13T05:20:18,281 ERROR [LeaseRenewer:jenkins@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33723,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:18,346 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7febf5e30ac34ed5ab6f6795e133c6ad 2024-11-13T05:20:18,350 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/A/2e81bdc4396940318175c92642343a9f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2e81bdc4396940318175c92642343a9f 2024-11-13T05:20:18,353 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2e81bdc4396940318175c92642343a9f, entries=100, sequenceid=287, filesize=22.0 K 2024-11-13T05:20:18,354 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/B/242aa6e61c9a4cf6a7df3e3de02c6563 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/242aa6e61c9a4cf6a7df3e3de02c6563 2024-11-13T05:20:18,356 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/242aa6e61c9a4cf6a7df3e3de02c6563, entries=100, sequenceid=287, filesize=9.6 K 2024-11-13T05:20:18,357 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/.tmp/C/7febf5e30ac34ed5ab6f6795e133c6ad as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7febf5e30ac34ed5ab6f6795e133c6ad 2024-11-13T05:20:18,360 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7febf5e30ac34ed5ab6f6795e133c6ad, entries=100, sequenceid=287, filesize=9.6 K 2024-11-13T05:20:18,360 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 549067cbffdfd4ee7ed3a424c79f38a0 in 1650ms, sequenceid=287, compaction requested=false 2024-11-13T05:20:18,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3] to archive 2024-11-13T05:20:18,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:18,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b5e9e35201b34cbeb3cd22d5fa9e936a 2024-11-13T05:20:18,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/5053e2fc9c724bdf99f88e4e624e757c 2024-11-13T05:20:18,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/078f21aeb5f34bde8ed3e213ba0ed51e 2024-11-13T05:20:18,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/c78afcfaabdb4e17a23a96559b2498cb 2024-11-13T05:20:18,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/6366f7a60eb54f96926d31c6ea0d63d0 2024-11-13T05:20:18,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2b524b87d6d94fd5acf7c6d8d7614745 2024-11-13T05:20:18,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/aa6d06bd735c4f6189730b005d7e81ce 2024-11-13T05:20:18,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8aa2922035ac4d849e01b59c39fdb157 2024-11-13T05:20:18,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8a414816445a4bea8adfda14d0d74a27 2024-11-13T05:20:18,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/f889ffdaf0b84ac781580a179925a608 2024-11-13T05:20:18,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/8f1b389aedc64dbaa97b3b89c363c46f 2024-11-13T05:20:18,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/22a256acc1eb41e2aa5a7c9af08d9c12 2024-11-13T05:20:18,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/131c27734e28469bad52a8a29c5098da 2024-11-13T05:20:18,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/b7edfa6dfbc64490a28a58500a4514b4 2024-11-13T05:20:18,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bec3f1c931814e8593bbd7515a652969 2024-11-13T05:20:18,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/161d0fc9effc4606aedf1fcd2a079dc2 2024-11-13T05:20:18,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/bed20ab5a17241cd8bfa994b5c0c28f8 2024-11-13T05:20:18,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/18f7f9aca9694642bdf3a97f969a65da 2024-11-13T05:20:18,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/9d41e96975cb43519fd6a4429e4b6ed3 2024-11-13T05:20:18,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2260f889926f4a08bfa800e8f092c8c1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/f47e56bc72f4402dac9cb4b830212e73, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/4e22bd4918304ba19ade5e84f7e4d023, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ac555a08f74140e38b27477f72fd30bb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/90738ea6a72e4fb8a1dd1417dfd1996b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655] to archive 2024-11-13T05:20:18,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:18,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3cc8ea6661904c8190d0d3d54ef878b9 2024-11-13T05:20:18,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5e580f5ea87f4d308b23cdf0788d4a6f 2024-11-13T05:20:18,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2260f889926f4a08bfa800e8f092c8c1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2260f889926f4a08bfa800e8f092c8c1 2024-11-13T05:20:18,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/88152f00571c4294b55b48af85e6fe84 2024-11-13T05:20:18,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/3e0f48ae002940ba96e8600ac6c79c4b 2024-11-13T05:20:18,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/f47e56bc72f4402dac9cb4b830212e73 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/f47e56bc72f4402dac9cb4b830212e73 2024-11-13T05:20:18,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/554869ab164b47898ce427c0788ae79a 2024-11-13T05:20:18,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/2e2c0e6c6dcb4eeb804ee39dfa10d8f9 2024-11-13T05:20:18,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/4e22bd4918304ba19ade5e84f7e4d023 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/4e22bd4918304ba19ade5e84f7e4d023 2024-11-13T05:20:18,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/1879eac90c9349b9adc8e33ebd4f4830 2024-11-13T05:20:18,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/96740acf628e4f5b8e5d6b272bf4c02d 2024-11-13T05:20:18,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ac555a08f74140e38b27477f72fd30bb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ac555a08f74140e38b27477f72fd30bb 2024-11-13T05:20:18,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/bfcafdd845bf4612a35ccffce003aa29 2024-11-13T05:20:18,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/b1ae756a27354434ae4568ceb6df5e3d 2024-11-13T05:20:18,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/92ae7a9c0ee04fee851cd2a7ab3964b1 2024-11-13T05:20:18,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/90738ea6a72e4fb8a1dd1417dfd1996b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/90738ea6a72e4fb8a1dd1417dfd1996b 2024-11-13T05:20:18,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/ce53abae7af8457a85ddb51fd0bef25f 2024-11-13T05:20:18,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/cf274bf29e01472993555899673c534d 2024-11-13T05:20:18,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/5053530a32094a42bd71be796d86a655 2024-11-13T05:20:18,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/a987c0f3f2fe40c1a48d052eae74121b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/564a4dac357c45bdab4eb4b868fbdff1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9d43f0aa3f9a439ab950b0570f0d172b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/21529ba0b4804d1481af5e8ba3e96b65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/f6775463f0584c449c165d514a13295a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934] to archive 2024-11-13T05:20:18,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:18,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/dfaa253018c440fc8e1aec6f35f85fa7 2024-11-13T05:20:18,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/aecd043ba04b44e3bd3cbb9977a85ddc 2024-11-13T05:20:18,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/a987c0f3f2fe40c1a48d052eae74121b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/a987c0f3f2fe40c1a48d052eae74121b 2024-11-13T05:20:18,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/b347496366c34dadb0f4e91643d73eef 2024-11-13T05:20:18,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/d040ced4720945459fab681716ada257 2024-11-13T05:20:18,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/564a4dac357c45bdab4eb4b868fbdff1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/564a4dac357c45bdab4eb4b868fbdff1 2024-11-13T05:20:18,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ffcbec3566b74d39bf7ee8bc01fe58ee 2024-11-13T05:20:18,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bb65e5c0cb38463284026e9415ef229a 2024-11-13T05:20:18,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9d43f0aa3f9a439ab950b0570f0d172b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9d43f0aa3f9a439ab950b0570f0d172b 2024-11-13T05:20:18,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9aa2644df3ee40d1b66ab02c425dda28 2024-11-13T05:20:18,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/c2c95aaa5554465789eb23ce79306977 2024-11-13T05:20:18,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/21529ba0b4804d1481af5e8ba3e96b65 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/21529ba0b4804d1481af5e8ba3e96b65 2024-11-13T05:20:18,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/638c0f79b9874baf964df4ebf6f4750d 2024-11-13T05:20:18,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/9f8347c2b1d241e8a3b234f681a1b29a 2024-11-13T05:20:18,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/063d7ad08a1c440d86e6535552c79297 2024-11-13T05:20:18,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/f6775463f0584c449c165d514a13295a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/f6775463f0584c449c165d514a13295a 2024-11-13T05:20:18,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7fdd025707a34119be007ba37352460c 2024-11-13T05:20:18,411 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/3d1eba4164654fc680fd5ce0e3512a9d 2024-11-13T05:20:18,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/bd300d472f9248a6b39ece9dcd9d1934 2024-11-13T05:20:18,415 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits/290.seqid, newMaxSeqId=290, maxSeqId=4 2024-11-13T05:20:18,415 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0. 2024-11-13T05:20:18,416 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 549067cbffdfd4ee7ed3a424c79f38a0: 2024-11-13T05:20:18,417 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,417 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=549067cbffdfd4ee7ed3a424c79f38a0, regionState=CLOSED 2024-11-13T05:20:18,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-13T05:20:18,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 549067cbffdfd4ee7ed3a424c79f38a0, server=c07acfa36556,38917,1731475104240 in 1.8590 sec 2024-11-13T05:20:18,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T05:20:18,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=549067cbffdfd4ee7ed3a424c79f38a0, UNASSIGN in 1.8620 sec 2024-11-13T05:20:18,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-13T05:20:18,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-13T05:20:18,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475218421"}]},"ts":"1731475218421"} 2024-11-13T05:20:18,422 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:20:18,424 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:20:18,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-13T05:20:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-13T05:20:18,655 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-13T05:20:18,655 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:20:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,657 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-13T05:20:18,658 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,660 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,662 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits] 2024-11-13T05:20:18,664 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/1d1a83b22d9946e58b8e926197081eb5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/1d1a83b22d9946e58b8e926197081eb5 2024-11-13T05:20:18,665 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2e81bdc4396940318175c92642343a9f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/A/2e81bdc4396940318175c92642343a9f 2024-11-13T05:20:18,666 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/242aa6e61c9a4cf6a7df3e3de02c6563 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/242aa6e61c9a4cf6a7df3e3de02c6563 2024-11-13T05:20:18,667 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/27a96ec480da4de7ae3876b10180f7f1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/B/27a96ec480da4de7ae3876b10180f7f1 2024-11-13T05:20:18,669 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7febf5e30ac34ed5ab6f6795e133c6ad to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/7febf5e30ac34ed5ab6f6795e133c6ad 2024-11-13T05:20:18,670 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ab3017588df64886ab6b1f076c1f5850 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/C/ab3017588df64886ab6b1f076c1f5850 2024-11-13T05:20:18,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits/290.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0/recovered.edits/290.seqid 2024-11-13T05:20:18,672 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,672 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:20:18,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:20:18,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T05:20:18,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a3e38dc5a4c44e197d52b7a30c01b12_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130a3e38dc5a4c44e197d52b7a30c01b12_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316cf6634497c49f38f4d1e550fc649f2_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316cf6634497c49f38f4d1e550fc649f2_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111319e29bfd5f5f489fad1a93826f259fc0_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111319e29bfd5f5f489fad1a93826f259fc0_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328bf1da875484b82a28beed2575ee33e_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111328bf1da875484b82a28beed2575ee33e_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113422e93d08ba543d6957775dac5f71b44_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113422e93d08ba543d6957775dac5f71b44_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113674a62d1efc64a5082ee095aeb35104e_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113674a62d1efc64a5082ee095aeb35104e_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113813fc8a95cb444a884e5314d789492e4_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113813fc8a95cb444a884e5314d789492e4_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138251fe67ec5f4bdcb3bfe7375e613350_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411138251fe67ec5f4bdcb3bfe7375e613350_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89b004ce5fb4a328c990e39ac84cbc9_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a89b004ce5fb4a328c990e39ac84cbc9_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae2c1c76cd514106b75760609334ecc8_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ae2c1c76cd514106b75760609334ecc8_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,685 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dd8a87234178416ca0deea37567662f7_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dd8a87234178416ca0deea37567662f7_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e56b1b56200e4d5381be62985e151750_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e56b1b56200e4d5381be62985e151750_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,687 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eb31e426b67442c895700133b4855cb8_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113eb31e426b67442c895700133b4855cb8_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,688 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f349dd231e114d59986eadbf723eca68_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f349dd231e114d59986eadbf723eca68_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,689 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc961502cfc245a298f85bec8ff6cddd_549067cbffdfd4ee7ed3a424c79f38a0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fc961502cfc245a298f85bec8ff6cddd_549067cbffdfd4ee7ed3a424c79f38a0 2024-11-13T05:20:18,689 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:20:18,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,693 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:20:18,694 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:20:18,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:20:18,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475218695"}]},"ts":"9223372036854775807"} 2024-11-13T05:20:18,697 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:20:18,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 549067cbffdfd4ee7ed3a424c79f38a0, NAME => 'TestAcidGuarantees,,1731475188274.549067cbffdfd4ee7ed3a424c79f38a0.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:20:18,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:20:18,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475218697"}]},"ts":"9223372036854775807"} 2024-11-13T05:20:18,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:20:18,701 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-13T05:20:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-13T05:20:18,758 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-13T05:20:18,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 240), OpenFileDescriptor=451 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 446), ProcessCount=9 (was 9), AvailableMemoryMB=5158 (was 5214) 2024-11-13T05:20:18,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=9, AvailableMemoryMB=5158 2024-11-13T05:20:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:20:18,777 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:18,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:18,778 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:18,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-13T05:20:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:18,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742272_1448 (size=960) 2024-11-13T05:20:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:19,185 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:20:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742273_1449 (size=53) 2024-11-13T05:20:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d16168363a40467c29ecaa62befce7a8, disabling compactions & flushes 2024-11-13T05:20:19,590 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. after waiting 0 ms 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,590 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,590 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:19,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:19,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475219591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475219591"}]},"ts":"1731475219591"} 2024-11-13T05:20:19,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:20:19,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:19,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475219593"}]},"ts":"1731475219593"} 2024-11-13T05:20:19,594 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:20:19,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, ASSIGN}] 2024-11-13T05:20:19,598 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, ASSIGN 2024-11-13T05:20:19,598 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:20:19,749 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d16168363a40467c29ecaa62befce7a8, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:19,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:19,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:19,903 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,904 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:19,904 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,904 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:19,904 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,904 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,905 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,906 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:19,906 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16168363a40467c29ecaa62befce7a8 columnFamilyName A 2024-11-13T05:20:19,906 DEBUG [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:19,907 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(327): Store=d16168363a40467c29ecaa62befce7a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:19,907 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,908 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:19,908 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16168363a40467c29ecaa62befce7a8 columnFamilyName B 2024-11-13T05:20:19,908 DEBUG [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:19,908 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(327): Store=d16168363a40467c29ecaa62befce7a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:19,908 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,909 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:19,909 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d16168363a40467c29ecaa62befce7a8 columnFamilyName C 2024-11-13T05:20:19,909 DEBUG [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:19,909 INFO [StoreOpener-d16168363a40467c29ecaa62befce7a8-1 {}] regionserver.HStore(327): Store=d16168363a40467c29ecaa62befce7a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:19,909 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,910 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,910 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,911 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:20:19,912 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:19,914 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:19,914 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened d16168363a40467c29ecaa62befce7a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65199004, jitterRate=-0.028459131717681885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:20:19,914 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:19,915 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., pid=123, masterSystemTime=1731475219901 2024-11-13T05:20:19,916 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,916 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:19,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d16168363a40467c29ecaa62befce7a8, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:19,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-13T05:20:19,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 in 167 msec 2024-11-13T05:20:19,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-13T05:20:19,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, ASSIGN in 321 msec 2024-11-13T05:20:19,920 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:19,920 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475219920"}]},"ts":"1731475219920"} 2024-11-13T05:20:19,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:20:19,923 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:19,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-13T05:20:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-13T05:20:20,882 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-13T05:20:20,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-11-13T05:20:20,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,889 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:20,890 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:20,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-11-13T05:20:20,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-11-13T05:20:20,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-11-13T05:20:20,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,901 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-11-13T05:20:20,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-13T05:20:20,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-11-13T05:20:20,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-11-13T05:20:20,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-11-13T05:20:20,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-11-13T05:20:20,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73d92042 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c692575 2024-11-13T05:20:20,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96b8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:20,925 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-13T05:20:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:20,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:20,927 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:20,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:20,931 DEBUG [hconnection-0x36ad98c4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,931 DEBUG [hconnection-0x579a1b79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,931 DEBUG [hconnection-0x3165e266-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,932 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34488, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,932 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,932 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,934 DEBUG [hconnection-0x54c5e52e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,934 DEBUG [hconnection-0x56e3b8fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,934 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,935 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,944 DEBUG [hconnection-0x49eba457-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,944 DEBUG [hconnection-0x4ecf4cff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,944 DEBUG [hconnection-0x52a05c5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,944 DEBUG [hconnection-0x7fa4690b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,945 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,945 DEBUG [hconnection-0x69ded990-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:20,945 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,945 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,945 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,946 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:20,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:20:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:20,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:20,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:20,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475280990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475280992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475280993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475280993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475280994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/4636a15b5f5b4f68a58c3995db5e7932 is 50, key is test_row_0/A:col10/1731475220938/Put/seqid=0 2024-11-13T05:20:21,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742274_1450 (size=16681) 2024-11-13T05:20:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:21,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475281094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475281094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475281095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475281095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475281095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:21,231 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475281297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475281298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475281298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475281299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475281299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/4636a15b5f5b4f68a58c3995db5e7932 2024-11-13T05:20:21,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/a821f641e54949baa9a89334215ca2d1 is 50, key is test_row_0/B:col10/1731475220938/Put/seqid=0 2024-11-13T05:20:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742275_1451 (size=12001) 2024-11-13T05:20:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:21,537 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475281603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475281603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475281604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475281604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475281604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/a821f641e54949baa9a89334215ca2d1 2024-11-13T05:20:21,843 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/9c75c375015841358e17e7a91ea0f0e1 is 50, key is test_row_0/C:col10/1731475220938/Put/seqid=0 2024-11-13T05:20:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742276_1452 (size=12001) 2024-11-13T05:20:21,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:21,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:21,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475282110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475282110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475282110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475282110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475282111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:22,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:22,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/9c75c375015841358e17e7a91ea0f0e1 2024-11-13T05:20:22,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/4636a15b5f5b4f68a58c3995db5e7932 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932 2024-11-13T05:20:22,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932, entries=250, sequenceid=14, filesize=16.3 K 2024-11-13T05:20:22,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/a821f641e54949baa9a89334215ca2d1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1 2024-11-13T05:20:22,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T05:20:22,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/9c75c375015841358e17e7a91ea0f0e1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1 2024-11-13T05:20:22,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T05:20:22,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d16168363a40467c29ecaa62befce7a8 in 1313ms, sequenceid=14, compaction requested=false 2024-11-13T05:20:22,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:22,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:22,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-13T05:20:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:22,302 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:20:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:22,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:22,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:22,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cbc80279595a4467bfd76515df62f068 is 50, key is test_row_0/A:col10/1731475220983/Put/seqid=0 2024-11-13T05:20:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742277_1453 (size=12001) 2024-11-13T05:20:22,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:20:22,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cbc80279595a4467bfd76515df62f068 2024-11-13T05:20:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/412fd3f3656d405e94c7469e5471e989 is 50, key is test_row_0/B:col10/1731475220983/Put/seqid=0 2024-11-13T05:20:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742278_1454 (size=12001) 2024-11-13T05:20:23,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:23,124 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/412fd3f3656d405e94c7469e5471e989 2024-11-13T05:20:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475283121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475283122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475283124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475283125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/135bf9bca91141e5a9df8f3ca2d02e7b is 50, key is test_row_0/C:col10/1731475220983/Put/seqid=0 2024-11-13T05:20:23,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475283127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742279_1455 (size=12001) 2024-11-13T05:20:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475283228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475283228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475283228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475283230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475283233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475283431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475283431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475283431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475283434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475283435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,537 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/135bf9bca91141e5a9df8f3ca2d02e7b 2024-11-13T05:20:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cbc80279595a4467bfd76515df62f068 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068 2024-11-13T05:20:23,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:20:23,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/412fd3f3656d405e94c7469e5471e989 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989 2024-11-13T05:20:23,549 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:20:23,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/135bf9bca91141e5a9df8f3ca2d02e7b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b 2024-11-13T05:20:23,552 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T05:20:23,553 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d16168363a40467c29ecaa62befce7a8 in 1251ms, sequenceid=38, compaction requested=false 2024-11-13T05:20:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-13T05:20:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-13T05:20:23,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-13T05:20:23,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6270 sec 2024-11-13T05:20:23,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.6310 sec 2024-11-13T05:20:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:23,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:23,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:23,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:23,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/08eb13f160f4437aac47aa14d1ba17a2 is 50, key is test_row_0/A:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742280_1456 (size=12001) 2024-11-13T05:20:23,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/08eb13f160f4437aac47aa14d1ba17a2 2024-11-13T05:20:23,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/b85c998a9b1148a78f389ddab5708200 is 50, key is test_row_0/B:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:23,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742281_1457 (size=12001) 2024-11-13T05:20:23,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/b85c998a9b1148a78f389ddab5708200 2024-11-13T05:20:23,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/1e9b0e4484b049dbba0101ed730a22b5 is 50, key is test_row_0/C:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742282_1458 (size=12001) 2024-11-13T05:20:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475283767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475283768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475283769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475283770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475283770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475283874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475283874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475283875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475283876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475283876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:23,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:20:24,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475284080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475284080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475284080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475284081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475284081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/1e9b0e4484b049dbba0101ed730a22b5 2024-11-13T05:20:24,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/08eb13f160f4437aac47aa14d1ba17a2 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2 2024-11-13T05:20:24,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T05:20:24,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/b85c998a9b1148a78f389ddab5708200 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200 2024-11-13T05:20:24,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T05:20:24,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/1e9b0e4484b049dbba0101ed730a22b5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5 2024-11-13T05:20:24,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T05:20:24,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d16168363a40467c29ecaa62befce7a8 in 447ms, sequenceid=51, compaction requested=true 2024-11-13T05:20:24,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:24,188 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:24,188 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:24,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:24,189 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:24,189 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:24,189 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.2 K 2024-11-13T05:20:24,189 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=39.7 K 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a821f641e54949baa9a89334215ca2d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475220938 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4636a15b5f5b4f68a58c3995db5e7932, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475220938 2024-11-13T05:20:24,189 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 412fd3f3656d405e94c7469e5471e989, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475220983 2024-11-13T05:20:24,190 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbc80279595a4467bfd76515df62f068, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475220983 2024-11-13T05:20:24,190 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b85c998a9b1148a78f389ddab5708200, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:24,190 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08eb13f160f4437aac47aa14d1ba17a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:24,197 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:24,197 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/350c89bc75974c99a9ba2370f5343fd1 is 50, key is test_row_0/B:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:24,201 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:24,201 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/b3fd44b397e1441ba1650045f25fc803 is 50, key is test_row_0/A:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742283_1459 (size=12104) 2024-11-13T05:20:24,209 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/350c89bc75974c99a9ba2370f5343fd1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/350c89bc75974c99a9ba2370f5343fd1 2024-11-13T05:20:24,214 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 350c89bc75974c99a9ba2370f5343fd1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:24,214 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:24,215 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475224188; duration=0sec 2024-11-13T05:20:24,215 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:24,215 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:24,215 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:24,216 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:24,216 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:24,216 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:24,216 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.2 K 2024-11-13T05:20:24,216 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c75c375015841358e17e7a91ea0f0e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731475220938 2024-11-13T05:20:24,216 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 135bf9bca91141e5a9df8f3ca2d02e7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731475220983 2024-11-13T05:20:24,217 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e9b0e4484b049dbba0101ed730a22b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742284_1460 (size=12104) 2024-11-13T05:20:24,223 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:24,224 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/9e1121967e1a4d80becf17053252fe11 is 50, key is test_row_0/C:col10/1731475223121/Put/seqid=0 2024-11-13T05:20:24,226 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/b3fd44b397e1441ba1650045f25fc803 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b3fd44b397e1441ba1650045f25fc803 2024-11-13T05:20:24,230 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into b3fd44b397e1441ba1650045f25fc803(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:24,230 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:24,230 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475224188; duration=0sec 2024-11-13T05:20:24,230 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:24,230 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742285_1461 (size=12104) 2024-11-13T05:20:24,238 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/9e1121967e1a4d80becf17053252fe11 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9e1121967e1a4d80becf17053252fe11 2024-11-13T05:20:24,242 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into 9e1121967e1a4d80becf17053252fe11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:24,242 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:24,242 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475224188; duration=0sec 2024-11-13T05:20:24,242 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:24,242 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:24,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:24,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:24,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/3668c769ed424889a2ac1783b62aa668 is 50, key is test_row_0/A:col10/1731475223766/Put/seqid=0 2024-11-13T05:20:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475284396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742286_1462 (size=12001) 2024-11-13T05:20:24,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475284397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475284397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475284401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475284399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475284502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475284503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475284503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475284507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475284507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475284706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475284706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475284706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475284711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475284711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:24,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/3668c769ed424889a2ac1783b62aa668 2024-11-13T05:20:24,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/7e66acf464d7405cb832195c5e79dd9b is 50, key is test_row_0/B:col10/1731475223766/Put/seqid=0 2024-11-13T05:20:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742287_1463 (size=12001) 2024-11-13T05:20:24,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/7e66acf464d7405cb832195c5e79dd9b 2024-11-13T05:20:24,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/7c760f3f26584eac82caa69bcb5017c1 is 50, key is test_row_0/C:col10/1731475223766/Put/seqid=0 2024-11-13T05:20:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742288_1464 (size=12001) 2024-11-13T05:20:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475285008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475285009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475285009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475285015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475285016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-13T05:20:25,031 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-13T05:20:25,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-13T05:20:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:25,033 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:25,034 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:25,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:25,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-13T05:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:25,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:25,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:25,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/7c760f3f26584eac82caa69bcb5017c1 2024-11-13T05:20:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/3668c769ed424889a2ac1783b62aa668 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668 2024-11-13T05:20:25,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T05:20:25,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/7e66acf464d7405cb832195c5e79dd9b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b 2024-11-13T05:20:25,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T05:20:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/7c760f3f26584eac82caa69bcb5017c1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1 2024-11-13T05:20:25,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1, entries=150, sequenceid=80, filesize=11.7 K 2024-11-13T05:20:25,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d16168363a40467c29ecaa62befce7a8 in 853ms, sequenceid=80, compaction requested=false 2024-11-13T05:20:25,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:25,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-13T05:20:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:25,338 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T05:20:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:25,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:25,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/67fee325188d4545884890d6644721fb is 50, key is test_row_0/A:col10/1731475224391/Put/seqid=0 2024-11-13T05:20:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742289_1465 (size=12001) 2024-11-13T05:20:25,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:25,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:25,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475285540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475285543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475285544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475285544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475285548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475285649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475285650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475285650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475285650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475285650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,747 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/67fee325188d4545884890d6644721fb 2024-11-13T05:20:25,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/fcc1188d500e46a89f66abcc07b21ba7 is 50, key is test_row_0/B:col10/1731475224391/Put/seqid=0 2024-11-13T05:20:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742290_1466 (size=12001) 2024-11-13T05:20:25,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/fcc1188d500e46a89f66abcc07b21ba7 2024-11-13T05:20:25,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/94c1057483124ef6974b95411206b5ad is 50, key is test_row_0/C:col10/1731475224391/Put/seqid=0 2024-11-13T05:20:25,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742291_1467 (size=12001) 2024-11-13T05:20:25,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475285854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475285855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475285855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475285855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475285856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:25,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2] to archive 2024-11-13T05:20:25,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:25,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/4636a15b5f5b4f68a58c3995db5e7932 2024-11-13T05:20:25,984 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cbc80279595a4467bfd76515df62f068 2024-11-13T05:20:25,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/08eb13f160f4437aac47aa14d1ba17a2 2024-11-13T05:20:25,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200] to archive 2024-11-13T05:20:25,987 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:25,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/a821f641e54949baa9a89334215ca2d1 2024-11-13T05:20:25,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/412fd3f3656d405e94c7469e5471e989 2024-11-13T05:20:25,991 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/b85c998a9b1148a78f389ddab5708200 2024-11-13T05:20:25,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5] to archive 2024-11-13T05:20:25,993 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:25,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9c75c375015841358e17e7a91ea0f0e1 2024-11-13T05:20:25,996 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/135bf9bca91141e5a9df8f3ca2d02e7b 2024-11-13T05:20:25,997 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/c07acfa36556:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1e9b0e4484b049dbba0101ed730a22b5 2024-11-13T05:20:26,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475286159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475286159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475286160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475286160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475286160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/94c1057483124ef6974b95411206b5ad 2024-11-13T05:20:26,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/67fee325188d4545884890d6644721fb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb 2024-11-13T05:20:26,174 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T05:20:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/fcc1188d500e46a89f66abcc07b21ba7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7 2024-11-13T05:20:26,178 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T05:20:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/94c1057483124ef6974b95411206b5ad as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad 2024-11-13T05:20:26,181 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad, entries=150, sequenceid=90, filesize=11.7 K 2024-11-13T05:20:26,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for d16168363a40467c29ecaa62befce7a8 in 844ms, sequenceid=90, compaction requested=true 2024-11-13T05:20:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:26,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-13T05:20:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-13T05:20:26,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-13T05:20:26,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1490 sec 2024-11-13T05:20:26,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.1530 sec 2024-11-13T05:20:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:26,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T05:20:26,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:26,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 is 50, key is test_row_0/A:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475286674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742292_1468 (size=16681) 2024-11-13T05:20:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475286675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 2024-11-13T05:20:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475286676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475286676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475286678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/f5231f6555fa4c6dadcf8227390fb03a is 50, key is test_row_0/B:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742293_1469 (size=12001) 2024-11-13T05:20:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475286780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475286781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475286783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475286783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475286783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475286982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475286984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475286988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475286989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:26,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475286989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/f5231f6555fa4c6dadcf8227390fb03a 2024-11-13T05:20:27,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/e97c5d1fed83480f94a556c09505317a is 50, key is test_row_0/C:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742294_1470 (size=12001) 2024-11-13T05:20:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-13T05:20:27,137 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-13T05:20:27,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-13T05:20:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:27,139 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:27,140 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:27,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:27,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-13T05:20:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475287290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475287291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475287296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475287297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475287297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:27,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-13T05:20:27,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:27,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:27,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/e97c5d1fed83480f94a556c09505317a 2024-11-13T05:20:27,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 2024-11-13T05:20:27,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9, entries=250, sequenceid=118, filesize=16.3 K 2024-11-13T05:20:27,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/f5231f6555fa4c6dadcf8227390fb03a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a 2024-11-13T05:20:27,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T05:20:27,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/e97c5d1fed83480f94a556c09505317a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a 2024-11-13T05:20:27,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T05:20:27,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d16168363a40467c29ecaa62befce7a8 in 845ms, sequenceid=118, compaction requested=true 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:27,515 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:27,515 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:27,516 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:27,516 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:27,516 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:27,516 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:27,516 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,516 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,516 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b3fd44b397e1441ba1650045f25fc803, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=51.5 K 2024-11-13T05:20:27,516 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/350c89bc75974c99a9ba2370f5343fd1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=47.0 K 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 350c89bc75974c99a9ba2370f5343fd1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3fd44b397e1441ba1650045f25fc803, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e66acf464d7405cb832195c5e79dd9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731475223766 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3668c769ed424889a2ac1783b62aa668, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731475223766 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67fee325188d4545884890d6644721fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731475224391 2024-11-13T05:20:27,517 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting fcc1188d500e46a89f66abcc07b21ba7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731475224391 2024-11-13T05:20:27,518 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc6c9dcd8a5c4667acc8598a3f2ae7e9, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225543 2024-11-13T05:20:27,518 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting f5231f6555fa4c6dadcf8227390fb03a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225547 2024-11-13T05:20:27,532 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:27,532 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:27,533 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/dbb70fd714da4e29b538a2fbabf591c6 is 50, key is test_row_0/A:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:27,533 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/ace174e37c3c4100ac316aa942c84456 is 50, key is test_row_0/B:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742296_1472 (size=12139) 2024-11-13T05:20:27,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742295_1471 (size=12139) 2024-11-13T05:20:27,597 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-13T05:20:27,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,597 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:27,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:27,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e90571fb492e4755b6a02210bca2bfa1 is 50, key is test_row_0/A:col10/1731475226675/Put/seqid=0 2024-11-13T05:20:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742297_1473 (size=12001) 2024-11-13T05:20:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:27,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:27,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475287827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475287828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475287832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475287833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475287834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475287935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475287935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475287939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475287939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475287940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:27,942 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/ace174e37c3c4100ac316aa942c84456 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/ace174e37c3c4100ac316aa942c84456 2024-11-13T05:20:27,946 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into ace174e37c3c4100ac316aa942c84456(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:27,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:27,946 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=12, startTime=1731475227515; duration=0sec 2024-11-13T05:20:27,947 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:27,947 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/dbb70fd714da4e29b538a2fbabf591c6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/dbb70fd714da4e29b538a2fbabf591c6 2024-11-13T05:20:27,947 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:27,947 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:27,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:27,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:27,948 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:27,948 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9e1121967e1a4d80becf17053252fe11, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=47.0 K 2024-11-13T05:20:27,948 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e1121967e1a4d80becf17053252fe11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731475223121 2024-11-13T05:20:27,949 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c760f3f26584eac82caa69bcb5017c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731475223766 2024-11-13T05:20:27,949 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 94c1057483124ef6974b95411206b5ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731475224391 2024-11-13T05:20:27,949 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e97c5d1fed83480f94a556c09505317a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225547 2024-11-13T05:20:27,951 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into dbb70fd714da4e29b538a2fbabf591c6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:27,951 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:27,951 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=12, startTime=1731475227515; duration=0sec 2024-11-13T05:20:27,951 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:27,951 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:27,957 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:27,958 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/ce3400f7aba047e587466151de90337f is 50, key is test_row_0/C:col10/1731475225547/Put/seqid=0 2024-11-13T05:20:27,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742298_1474 (size=12139) 2024-11-13T05:20:28,007 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e90571fb492e4755b6a02210bca2bfa1 2024-11-13T05:20:28,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1efdc15e2b5d4db4bb057699601c513c is 50, key is test_row_0/B:col10/1731475226675/Put/seqid=0 2024-11-13T05:20:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742299_1475 (size=12001) 2024-11-13T05:20:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475288141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475288142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475288142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475288142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475288142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:28,304 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:28,373 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/ce3400f7aba047e587466151de90337f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/ce3400f7aba047e587466151de90337f 2024-11-13T05:20:28,376 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into ce3400f7aba047e587466151de90337f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:28,376 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:28,377 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=12, startTime=1731475227515; duration=0sec 2024-11-13T05:20:28,377 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:28,377 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:28,416 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1efdc15e2b5d4db4bb057699601c513c 2024-11-13T05:20:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/0f907c9e01df481bbf5bb9436d201991 is 50, key is test_row_0/C:col10/1731475226675/Put/seqid=0 2024-11-13T05:20:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742300_1476 (size=12001) 2024-11-13T05:20:28,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475288449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475288449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475288450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475288450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475288451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,827 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/0f907c9e01df481bbf5bb9436d201991 2024-11-13T05:20:28,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e90571fb492e4755b6a02210bca2bfa1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1 2024-11-13T05:20:28,834 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1, entries=150, sequenceid=126, filesize=11.7 K 2024-11-13T05:20:28,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1efdc15e2b5d4db4bb057699601c513c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c 2024-11-13T05:20:28,838 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c, entries=150, sequenceid=126, filesize=11.7 K 2024-11-13T05:20:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/0f907c9e01df481bbf5bb9436d201991 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991 2024-11-13T05:20:28,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991, entries=150, sequenceid=126, filesize=11.7 K 2024-11-13T05:20:28,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d16168363a40467c29ecaa62befce7a8 in 1245ms, sequenceid=126, compaction requested=false 2024-11-13T05:20:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:28,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-13T05:20:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-13T05:20:28,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-13T05:20:28,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7030 sec 2024-11-13T05:20:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.7070 sec 2024-11-13T05:20:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:28,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:28,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:28,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/b8373e8668154363a20a5d22f0bf5c60 is 50, key is test_row_0/A:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475288958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475288960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475288961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742301_1477 (size=12151) 2024-11-13T05:20:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475288964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:28,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:28,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475288964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475289065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475289067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475289068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475289074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475289074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-13T05:20:29,242 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-13T05:20:29,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-13T05:20:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:29,245 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:29,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:29,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475289269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475289269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475289272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475289277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475289277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:29,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/b8373e8668154363a20a5d22f0bf5c60 2024-11-13T05:20:29,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1db0c7c645c041568040d89b427afe81 is 50, key is test_row_0/B:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742302_1478 (size=12151) 2024-11-13T05:20:29,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:29,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475289573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475289574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475289576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475289580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475289581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:29,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:29,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1db0c7c645c041568040d89b427afe81 2024-11-13T05:20:29,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a4c239c415b6410b95de28c65857374e is 50, key is test_row_0/C:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:29,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742303_1479 (size=12151) 2024-11-13T05:20:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:29,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:29,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:29,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:29,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475290077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475290078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475290083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475290083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475290084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:30,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a4c239c415b6410b95de28c65857374e 2024-11-13T05:20:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/b8373e8668154363a20a5d22f0bf5c60 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60 2024-11-13T05:20:30,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T05:20:30,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1db0c7c645c041568040d89b427afe81 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81 2024-11-13T05:20:30,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T05:20:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a4c239c415b6410b95de28c65857374e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e 2024-11-13T05:20:30,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e, entries=150, sequenceid=159, filesize=11.9 K 2024-11-13T05:20:30,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for d16168363a40467c29ecaa62befce7a8 in 1246ms, sequenceid=159, compaction requested=true 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:30,203 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:30,203 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:30,204 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,204 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,204 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/ace174e37c3c4100ac316aa942c84456, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.4 K 2024-11-13T05:20:30,204 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/dbb70fd714da4e29b538a2fbabf591c6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.4 K 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbb70fd714da4e29b538a2fbabf591c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225547 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ace174e37c3c4100ac316aa942c84456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225547 2024-11-13T05:20:30,204 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1efdc15e2b5d4db4bb057699601c513c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731475226675 2024-11-13T05:20:30,205 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e90571fb492e4755b6a02210bca2bfa1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731475226675 2024-11-13T05:20:30,205 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1db0c7c645c041568040d89b427afe81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:30,205 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8373e8668154363a20a5d22f0bf5c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:30,211 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:30,211 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:30,211 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/5075beb415164680b8ad2c90ec912c03 is 50, key is test_row_0/B:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:30,212 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/40282a39b69949caa28854872edf19c4 is 50, key is test_row_0/A:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742304_1480 (size=12391) 2024-11-13T05:20:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742305_1481 (size=12391) 2024-11-13T05:20:30,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:30,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,314 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/73d5a941326f4c52b0accc779f6070f0 is 50, key is test_row_0/A:col10/1731475228963/Put/seqid=0 2024-11-13T05:20:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742306_1482 (size=12151) 2024-11-13T05:20:30,326 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/73d5a941326f4c52b0accc779f6070f0 2024-11-13T05:20:30,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/79ca20e3422441b2992a4b195a0bf73b is 50, key is test_row_0/B:col10/1731475228963/Put/seqid=0 2024-11-13T05:20:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742307_1483 (size=12151) 2024-11-13T05:20:30,335 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/79ca20e3422441b2992a4b195a0bf73b 2024-11-13T05:20:30,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/c7ab4a0a60914dc6a1e020123e48e8fd is 50, key is test_row_0/C:col10/1731475228963/Put/seqid=0 2024-11-13T05:20:30,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742308_1484 (size=12151) 2024-11-13T05:20:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:30,623 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/5075beb415164680b8ad2c90ec912c03 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5075beb415164680b8ad2c90ec912c03 2024-11-13T05:20:30,623 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/40282a39b69949caa28854872edf19c4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/40282a39b69949caa28854872edf19c4 2024-11-13T05:20:30,627 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into 40282a39b69949caa28854872edf19c4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:30,627 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 5075beb415164680b8ad2c90ec912c03(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:30,627 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475230203; duration=0sec 2024-11-13T05:20:30,627 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475230203; duration=0sec 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:30,627 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:30,628 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:30,628 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:30,628 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,628 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/ce3400f7aba047e587466151de90337f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.4 K 2024-11-13T05:20:30,629 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce3400f7aba047e587466151de90337f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731475225547 2024-11-13T05:20:30,629 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f907c9e01df481bbf5bb9436d201991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731475226675 2024-11-13T05:20:30,629 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c239c415b6410b95de28c65857374e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:30,634 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#410 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:30,635 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/42827c4b80f941a3a34918e5a69db202 is 50, key is test_row_0/C:col10/1731475228957/Put/seqid=0 2024-11-13T05:20:30,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742309_1485 (size=12391) 2024-11-13T05:20:30,645 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/42827c4b80f941a3a34918e5a69db202 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/42827c4b80f941a3a34918e5a69db202 2024-11-13T05:20:30,648 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into 42827c4b80f941a3a34918e5a69db202(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:30,648 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:30,648 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475230203; duration=0sec 2024-11-13T05:20:30,648 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:30,648 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:30,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/c7ab4a0a60914dc6a1e020123e48e8fd 2024-11-13T05:20:30,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/73d5a941326f4c52b0accc779f6070f0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0 2024-11-13T05:20:30,752 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T05:20:30,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/79ca20e3422441b2992a4b195a0bf73b as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b 2024-11-13T05:20:30,756 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T05:20:30,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/c7ab4a0a60914dc6a1e020123e48e8fd as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd 2024-11-13T05:20:30,759 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T05:20:30,760 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d16168363a40467c29ecaa62befce7a8 in 446ms, sequenceid=166, compaction requested=false 2024-11-13T05:20:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-13T05:20:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-13T05:20:30,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-13T05:20:30,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5160 sec 2024-11-13T05:20:30,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.5200 sec 2024-11-13T05:20:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:31,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:20:31,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:31,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:31,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:31,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:31,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:31,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:31,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/d6e9418b7d304dcba582885fcac342b7 is 50, key is test_row_0/A:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742310_1486 (size=14541) 2024-11-13T05:20:31,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475291120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475291122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475291123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475291124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475291227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475291230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475291232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475291233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475291233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-13T05:20:31,349 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-13T05:20:31,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:31,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-13T05:20:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:31,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:31,352 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:31,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:31,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475291432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475291433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475291439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475291441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475291441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:31,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/d6e9418b7d304dcba582885fcac342b7 2024-11-13T05:20:31,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/777b737af41d493489eba8653538ed77 is 50, key is test_row_0/B:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:31,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742311_1487 (size=12151) 2024-11-13T05:20:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:31,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:31,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475291735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475291738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475291743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475291745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475291747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/777b737af41d493489eba8653538ed77 2024-11-13T05:20:31,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/4ef6649a9f6b482b82dfcd477cd89767 is 50, key is test_row_0/C:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742312_1488 (size=12151) 2024-11-13T05:20:31,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:31,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:31,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:31,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:31,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:32,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475292242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475292246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475292247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475292252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475292254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:32,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/4ef6649a9f6b482b82dfcd477cd89767 2024-11-13T05:20:32,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/d6e9418b7d304dcba582885fcac342b7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7 2024-11-13T05:20:32,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7, entries=200, sequenceid=181, filesize=14.2 K 2024-11-13T05:20:32,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/777b737af41d493489eba8653538ed77 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77 2024-11-13T05:20:32,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77, entries=150, sequenceid=181, filesize=11.9 K 2024-11-13T05:20:32,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/4ef6649a9f6b482b82dfcd477cd89767 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767 2024-11-13T05:20:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767, entries=150, sequenceid=181, filesize=11.9 K 2024-11-13T05:20:32,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d16168363a40467c29ecaa62befce7a8 in 1273ms, sequenceid=181, compaction requested=true 2024-11-13T05:20:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:32,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:32,368 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:32,368 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:32,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:32,368 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:32,368 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:32,369 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,369 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5075beb415164680b8ad2c90ec912c03, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.8 K 2024-11-13T05:20:32,369 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:32,369 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:32,369 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,369 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/40282a39b69949caa28854872edf19c4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=38.2 K 2024-11-13T05:20:32,369 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5075beb415164680b8ad2c90ec912c03, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:32,369 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40282a39b69949caa28854872edf19c4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:32,370 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 79ca20e3422441b2992a4b195a0bf73b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731475228960 2024-11-13T05:20:32,370 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73d5a941326f4c52b0accc779f6070f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731475228960 2024-11-13T05:20:32,370 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 777b737af41d493489eba8653538ed77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:32,370 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6e9418b7d304dcba582885fcac342b7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:32,378 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:32,378 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:32,379 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/5fb144b12e424c81891d2d7fe2e7b18e is 50, key is test_row_0/B:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:32,379 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cb959dbcafc54507bbc8318b5406a62c is 50, key is test_row_0/A:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742313_1489 (size=12493) 2024-11-13T05:20:32,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742314_1490 (size=12493) 2024-11-13T05:20:32,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:32,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-13T05:20:32,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,420 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:32,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:32,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/1915821979f44a1c9f4b5e030c18b729 is 50, key is test_row_0/A:col10/1731475231122/Put/seqid=0 2024-11-13T05:20:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742315_1491 (size=12151) 2024-11-13T05:20:32,430 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/1915821979f44a1c9f4b5e030c18b729 2024-11-13T05:20:32,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/d7378d96f5294724acbbdb13713a8a18 is 50, key is test_row_0/B:col10/1731475231122/Put/seqid=0 2024-11-13T05:20:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742316_1492 (size=12151) 2024-11-13T05:20:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:32,793 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cb959dbcafc54507bbc8318b5406a62c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cb959dbcafc54507bbc8318b5406a62c 2024-11-13T05:20:32,803 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into cb959dbcafc54507bbc8318b5406a62c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:32,803 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:32,803 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475232367; duration=0sec 2024-11-13T05:20:32,803 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:32,803 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:32,803 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:32,805 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:32,805 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:32,805 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:32,805 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/42827c4b80f941a3a34918e5a69db202, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.8 K 2024-11-13T05:20:32,805 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/5fb144b12e424c81891d2d7fe2e7b18e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5fb144b12e424c81891d2d7fe2e7b18e 2024-11-13T05:20:32,805 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42827c4b80f941a3a34918e5a69db202, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731475227831 2024-11-13T05:20:32,806 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7ab4a0a60914dc6a1e020123e48e8fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731475228960 2024-11-13T05:20:32,806 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ef6649a9f6b482b82dfcd477cd89767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:32,809 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 5fb144b12e424c81891d2d7fe2e7b18e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:32,809 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:32,809 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475232368; duration=0sec 2024-11-13T05:20:32,809 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:32,809 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:32,813 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:32,814 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/1fe66705ed1b40dcaf47fccdbfb224ea is 50, key is test_row_0/C:col10/1731475231094/Put/seqid=0 2024-11-13T05:20:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742317_1493 (size=12493) 2024-11-13T05:20:32,843 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/d7378d96f5294724acbbdb13713a8a18 2024-11-13T05:20:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/df3cd8a0290f4932a39fd8abb31832c8 is 50, key is test_row_0/C:col10/1731475231122/Put/seqid=0 2024-11-13T05:20:32,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742318_1494 (size=12151) 2024-11-13T05:20:33,223 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/1fe66705ed1b40dcaf47fccdbfb224ea as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1fe66705ed1b40dcaf47fccdbfb224ea 2024-11-13T05:20:33,227 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into 1fe66705ed1b40dcaf47fccdbfb224ea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:33,227 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:33,227 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475232368; duration=0sec 2024-11-13T05:20:33,227 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:33,227 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:33,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:33,253 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/df3cd8a0290f4932a39fd8abb31832c8 2024-11-13T05:20:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/1915821979f44a1c9f4b5e030c18b729 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729 2024-11-13T05:20:33,260 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T05:20:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/d7378d96f5294724acbbdb13713a8a18 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18 2024-11-13T05:20:33,264 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T05:20:33,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/df3cd8a0290f4932a39fd8abb31832c8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8 2024-11-13T05:20:33,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8, entries=150, sequenceid=205, filesize=11.9 K 2024-11-13T05:20:33,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d16168363a40467c29ecaa62befce7a8 in 848ms, sequenceid=205, compaction requested=false 2024-11-13T05:20:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-13T05:20:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:33,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T05:20:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:33,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:33,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/0ef0f5e11007416084cfea647b6583e0 is 50, key is test_row_0/A:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:33,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-13T05:20:33,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9240 sec 2024-11-13T05:20:33,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.9270 sec 2024-11-13T05:20:33,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742319_1495 (size=19321) 2024-11-13T05:20:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475293294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475293294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475293295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475293300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475293300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475293401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475293401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475293404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475293406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475293406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-13T05:20:33,455 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-13T05:20:33,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-13T05:20:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:33,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:33,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:33,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:33,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475293607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475293607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475293609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475293611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475293611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/0ef0f5e11007416084cfea647b6583e0 2024-11-13T05:20:33,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/2870e6a27625421db9a294d3d4ae18e9 is 50, key is test_row_0/B:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:33,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742320_1496 (size=12151) 2024-11-13T05:20:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:33,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:33,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:33,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475293912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475293912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475293913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475293915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475293917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:34,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:34,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/2870e6a27625421db9a294d3d4ae18e9 2024-11-13T05:20:34,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/901a65864acb421a8c687efd0f2c79e5 is 50, key is test_row_0/C:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742321_1497 (size=12151) 2024-11-13T05:20:34,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:34,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:34,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475294417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475294419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475294420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475294422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475294422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/901a65864acb421a8c687efd0f2c79e5 2024-11-13T05:20:34,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/0ef0f5e11007416084cfea647b6583e0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0 2024-11-13T05:20:34,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0, entries=300, sequenceid=223, filesize=18.9 K 2024-11-13T05:20:34,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/2870e6a27625421db9a294d3d4ae18e9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9 2024-11-13T05:20:34,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9, entries=150, sequenceid=223, filesize=11.9 K 2024-11-13T05:20:34,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/901a65864acb421a8c687efd0f2c79e5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5 2024-11-13T05:20:34,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5, entries=150, sequenceid=223, filesize=11.9 K 2024-11-13T05:20:34,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d16168363a40467c29ecaa62befce7a8 in 1253ms, sequenceid=223, compaction requested=true 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:34,522 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:34,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:34,522 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:34,523 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:34,523 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:34,523 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:34,523 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,523 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:34,523 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5fb144b12e424c81891d2d7fe2e7b18e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.9 K 2024-11-13T05:20:34,523 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,523 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cb959dbcafc54507bbc8318b5406a62c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=42.9 K 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fb144b12e424c81891d2d7fe2e7b18e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting d7378d96f5294724acbbdb13713a8a18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731475231122 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb959dbcafc54507bbc8318b5406a62c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1915821979f44a1c9f4b5e030c18b729, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731475231122 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 2870e6a27625421db9a294d3d4ae18e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233268 2024-11-13T05:20:34,524 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef0f5e11007416084cfea647b6583e0, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233262 2024-11-13T05:20:34,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:34,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,525 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:34,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:34,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f7855c50d50343dba0e151c1d6392fe4 is 50, key is test_row_0/A:col10/1731475233299/Put/seqid=0 2024-11-13T05:20:34,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742322_1498 (size=12151) 2024-11-13T05:20:34,540 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f7855c50d50343dba0e151c1d6392fe4 2024-11-13T05:20:34,545 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:34,545 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e7bfbb551f4349358984159d689d4888 is 50, key is test_row_0/A:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:34,546 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#424 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:34,547 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/21c37d1e554e4177a886a0c59e86de9a is 50, key is test_row_0/B:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/e383ecce0348488f840c05938bbd9061 is 50, key is test_row_0/B:col10/1731475233299/Put/seqid=0 2024-11-13T05:20:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742324_1500 (size=12595) 2024-11-13T05:20:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742323_1499 (size=12595) 2024-11-13T05:20:34,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742325_1501 (size=12151) 2024-11-13T05:20:34,573 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e7bfbb551f4349358984159d689d4888 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e7bfbb551f4349358984159d689d4888 2024-11-13T05:20:34,576 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into e7bfbb551f4349358984159d689d4888(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:34,576 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:34,576 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475234522; duration=0sec 2024-11-13T05:20:34,576 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:34,576 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:34,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:34,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:34,577 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:34,577 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:34,577 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1fe66705ed1b40dcaf47fccdbfb224ea, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=35.9 K 2024-11-13T05:20:34,578 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fe66705ed1b40dcaf47fccdbfb224ea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731475231091 2024-11-13T05:20:34,578 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting df3cd8a0290f4932a39fd8abb31832c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731475231122 2024-11-13T05:20:34,578 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 901a65864acb421a8c687efd0f2c79e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233268 2024-11-13T05:20:34,583 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:34,583 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a1e7ca5fadb54414b4a2ad7daf7e292c is 50, key is test_row_0/C:col10/1731475233269/Put/seqid=0 2024-11-13T05:20:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742326_1502 (size=12595) 2024-11-13T05:20:34,962 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/21c37d1e554e4177a886a0c59e86de9a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/21c37d1e554e4177a886a0c59e86de9a 2024-11-13T05:20:34,966 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 21c37d1e554e4177a886a0c59e86de9a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:34,966 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:34,966 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475234522; duration=0sec 2024-11-13T05:20:34,967 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:34,967 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:34,970 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/e383ecce0348488f840c05938bbd9061 2024-11-13T05:20:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/8c9a6849d9c547019e6df92733799416 is 50, key is test_row_0/C:col10/1731475233299/Put/seqid=0 2024-11-13T05:20:34,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742327_1503 (size=12151) 2024-11-13T05:20:34,993 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a1e7ca5fadb54414b4a2ad7daf7e292c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a1e7ca5fadb54414b4a2ad7daf7e292c 2024-11-13T05:20:34,996 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into a1e7ca5fadb54414b4a2ad7daf7e292c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:34,996 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:34,996 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475234522; duration=0sec 2024-11-13T05:20:34,996 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:34,996 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:35,380 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/8c9a6849d9c547019e6df92733799416 2024-11-13T05:20:35,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f7855c50d50343dba0e151c1d6392fe4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4 2024-11-13T05:20:35,387 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4, entries=150, sequenceid=244, filesize=11.9 K 2024-11-13T05:20:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/e383ecce0348488f840c05938bbd9061 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061 2024-11-13T05:20:35,391 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061, entries=150, sequenceid=244, filesize=11.9 K 2024-11-13T05:20:35,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/8c9a6849d9c547019e6df92733799416 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416 2024-11-13T05:20:35,394 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416, entries=150, sequenceid=244, filesize=11.9 K 2024-11-13T05:20:35,395 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for d16168363a40467c29ecaa62befce7a8 in 870ms, sequenceid=244, compaction requested=false 2024-11-13T05:20:35,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:35,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:35,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-13T05:20:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-13T05:20:35,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-13T05:20:35,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-11-13T05:20:35,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9420 sec 2024-11-13T05:20:35,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:35,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:35,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:35,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cba8683ba9f842b193610e2959097184 is 50, key is test_row_0/A:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742328_1504 (size=19421) 2024-11-13T05:20:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475295462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475295462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475295463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475295464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475295465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-13T05:20:35,560 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-13T05:20:35,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-13T05:20:35,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:35,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:35,563 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:35,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475295570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475295570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475295570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475295570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475295571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:35,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:35,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:35,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475295773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475295774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475295774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475295775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475295775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cba8683ba9f842b193610e2959097184 2024-11-13T05:20:35,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/0cbc0c20d25c4173af45bddebd927d0e is 50, key is test_row_0/B:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742329_1505 (size=12251) 2024-11-13T05:20:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:35,867 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:35,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:35,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:35,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:35,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:35,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475296080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475296081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475296081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475296081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475296081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:36,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/0cbc0c20d25c4173af45bddebd927d0e 2024-11-13T05:20:36,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/61d35124805b493abb389d93936ccf7a is 50, key is test_row_0/C:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742330_1506 (size=12251) 2024-11-13T05:20:36,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475296585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475296585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475296585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475296586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475296587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:36,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/61d35124805b493abb389d93936ccf7a 2024-11-13T05:20:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:36,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/cba8683ba9f842b193610e2959097184 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184 2024-11-13T05:20:36,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184, entries=300, sequenceid=258, filesize=19.0 K 2024-11-13T05:20:36,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/0cbc0c20d25c4173af45bddebd927d0e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e 2024-11-13T05:20:36,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e, entries=150, sequenceid=258, filesize=12.0 K 2024-11-13T05:20:36,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/61d35124805b493abb389d93936ccf7a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a 2024-11-13T05:20:36,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a, entries=150, sequenceid=258, filesize=12.0 K 2024-11-13T05:20:36,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d16168363a40467c29ecaa62befce7a8 in 1245ms, sequenceid=258, compaction requested=true 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:36,680 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:36,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:36,680 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:36,681 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:36,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:36,681 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:36,681 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:36,681 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,681 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,681 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e7bfbb551f4349358984159d689d4888, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=43.1 K 2024-11-13T05:20:36,681 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/21c37d1e554e4177a886a0c59e86de9a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=36.1 K 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 21c37d1e554e4177a886a0c59e86de9a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233268 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7bfbb551f4349358984159d689d4888, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233268 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7855c50d50343dba0e151c1d6392fe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731475233283 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e383ecce0348488f840c05938bbd9061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731475233283 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba8683ba9f842b193610e2959097184, keycount=300, bloomtype=ROW, size=19.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235422 2024-11-13T05:20:36,682 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cbc0c20d25c4173af45bddebd927d0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235432 2024-11-13T05:20:36,696 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:36,696 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:36,697 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/5b5ac8b83a6849c99e6f2fea6f56a327 is 50, key is test_row_0/A:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:36,697 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/e3888da906b441aa834e494d5fc6c9e8 is 50, key is test_row_0/B:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742331_1507 (size=12797) 2024-11-13T05:20:36,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742332_1508 (size=12797) 2024-11-13T05:20:36,705 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/5b5ac8b83a6849c99e6f2fea6f56a327 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5b5ac8b83a6849c99e6f2fea6f56a327 2024-11-13T05:20:36,709 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into 5b5ac8b83a6849c99e6f2fea6f56a327(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:36,709 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:36,709 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475236680; duration=0sec 2024-11-13T05:20:36,709 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:36,709 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:36,709 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:36,710 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:36,710 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:36,710 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,710 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a1e7ca5fadb54414b4a2ad7daf7e292c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=36.1 K 2024-11-13T05:20:36,710 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1e7ca5fadb54414b4a2ad7daf7e292c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731475233268 2024-11-13T05:20:36,710 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c9a6849d9c547019e6df92733799416, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731475233283 2024-11-13T05:20:36,711 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61d35124805b493abb389d93936ccf7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235432 2024-11-13T05:20:36,716 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:36,716 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a553a6fe04714808a7e484c141bc85ba is 50, key is test_row_0/C:col10/1731475235433/Put/seqid=0 2024-11-13T05:20:36,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742333_1509 (size=12797) 2024-11-13T05:20:36,783 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:36,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-13T05:20:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:36,783 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:20:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:36,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:36,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/585c03c3583841729dc3566b009f222f is 50, key is test_row_0/A:col10/1731475235456/Put/seqid=0 2024-11-13T05:20:36,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742334_1510 (size=12301) 2024-11-13T05:20:37,105 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/e3888da906b441aa834e494d5fc6c9e8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e3888da906b441aa834e494d5fc6c9e8 2024-11-13T05:20:37,110 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into e3888da906b441aa834e494d5fc6c9e8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:37,110 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:37,110 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475236680; duration=0sec 2024-11-13T05:20:37,110 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:37,110 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:37,123 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/a553a6fe04714808a7e484c141bc85ba as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a553a6fe04714808a7e484c141bc85ba 2024-11-13T05:20:37,126 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into a553a6fe04714808a7e484c141bc85ba(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:37,127 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:37,127 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475236680; duration=0sec 2024-11-13T05:20:37,127 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:37,127 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:37,192 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/585c03c3583841729dc3566b009f222f 2024-11-13T05:20:37,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/762e72997ae44a82b678d34761e14c43 is 50, key is test_row_0/B:col10/1731475235456/Put/seqid=0 2024-11-13T05:20:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742335_1511 (size=12301) 2024-11-13T05:20:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:37,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:37,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/762e72997ae44a82b678d34761e14c43 2024-11-13T05:20:37,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475297598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475297598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475297600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475297602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/43370f7c8acc465cb8c0a3d1220708d9 is 50, key is test_row_0/C:col10/1731475235456/Put/seqid=0 2024-11-13T05:20:37,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475297603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742336_1512 (size=12301) 2024-11-13T05:20:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:37,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475297704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475297705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475297708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475297709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475297907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475297909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475297912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:37,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475297913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,017 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/43370f7c8acc465cb8c0a3d1220708d9 2024-11-13T05:20:38,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/585c03c3583841729dc3566b009f222f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f 2024-11-13T05:20:38,024 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-13T05:20:38,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/762e72997ae44a82b678d34761e14c43 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43 2024-11-13T05:20:38,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43, entries=150, sequenceid=284, filesize=12.0 K 2024-11-13T05:20:38,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/43370f7c8acc465cb8c0a3d1220708d9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9 2024-11-13T05:20:38,031 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-13T05:20:38,032 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d16168363a40467c29ecaa62befce7a8 in 1249ms, sequenceid=284, compaction requested=false 2024-11-13T05:20:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-13T05:20:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-13T05:20:38,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-13T05:20:38,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-11-13T05:20:38,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.4740 sec 2024-11-13T05:20:38,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:38,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:38,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:38,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/957d4289a9c14bdb87ad2068e5027d65 is 50, key is test_row_0/A:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742337_1513 (size=14741) 2024-11-13T05:20:38,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475298248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475298249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475298255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475298256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475298356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475298357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475298361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475298361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475298559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475298561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475298565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475298566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/957d4289a9c14bdb87ad2068e5027d65 2024-11-13T05:20:38,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/aebc6f0e39a34e93ac8777ca9bf06ab6 is 50, key is test_row_0/B:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:38,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742338_1514 (size=12301) 2024-11-13T05:20:38,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/aebc6f0e39a34e93ac8777ca9bf06ab6 2024-11-13T05:20:38,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/910ecb4b74f14cbfafd87877833e005d is 50, key is test_row_0/C:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742339_1515 (size=12301) 2024-11-13T05:20:38,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475298865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475298866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475298870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475298870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/910ecb4b74f14cbfafd87877833e005d 2024-11-13T05:20:39,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/957d4289a9c14bdb87ad2068e5027d65 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65 2024-11-13T05:20:39,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65, entries=200, sequenceid=298, filesize=14.4 K 2024-11-13T05:20:39,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/aebc6f0e39a34e93ac8777ca9bf06ab6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6 2024-11-13T05:20:39,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T05:20:39,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/910ecb4b74f14cbfafd87877833e005d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d 2024-11-13T05:20:39,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d, entries=150, sequenceid=298, filesize=12.0 K 2024-11-13T05:20:39,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d16168363a40467c29ecaa62befce7a8 in 848ms, sequenceid=298, compaction requested=true 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:39,066 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:39,066 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:39,067 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:39,067 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:39,067 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,067 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5b5ac8b83a6849c99e6f2fea6f56a327, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=38.9 K 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:39,068 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5ac8b83a6849c99e6f2fea6f56a327, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235432 2024-11-13T05:20:39,068 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e3888da906b441aa834e494d5fc6c9e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=36.5 K 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e3888da906b441aa834e494d5fc6c9e8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235432 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 585c03c3583841729dc3566b009f222f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731475235456 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 762e72997ae44a82b678d34761e14c43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731475235456 2024-11-13T05:20:39,068 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957d4289a9c14bdb87ad2068e5027d65, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:39,069 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting aebc6f0e39a34e93ac8777ca9bf06ab6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:39,075 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:39,075 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:39,076 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/90eef6afd89e43fe9d14957d0390c0cb is 50, key is test_row_0/B:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:39,076 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/daf35e2d10ee473f9ec27191cfe04a84 is 50, key is test_row_0/A:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742341_1517 (size=12949) 2024-11-13T05:20:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742340_1516 (size=12949) 2024-11-13T05:20:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:39,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:20:39,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:39,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:39,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/ed5aff213a1247a292104b69b2ec0a29 is 50, key is test_row_0/A:col10/1731475238248/Put/seqid=0 2024-11-13T05:20:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742342_1518 (size=12301) 2024-11-13T05:20:39,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475299383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475299387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475299388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475299389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,490 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/daf35e2d10ee473f9ec27191cfe04a84 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/daf35e2d10ee473f9ec27191cfe04a84 2024-11-13T05:20:39,491 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/90eef6afd89e43fe9d14957d0390c0cb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/90eef6afd89e43fe9d14957d0390c0cb 2024-11-13T05:20:39,494 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into daf35e2d10ee473f9ec27191cfe04a84(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:39,494 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:39,494 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=13, startTime=1731475239066; duration=0sec 2024-11-13T05:20:39,495 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:39,495 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:39,495 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475299489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475299494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475299495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,496 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 90eef6afd89e43fe9d14957d0390c0cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:39,496 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:39,497 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=13, startTime=1731475239066; duration=0sec 2024-11-13T05:20:39,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,497 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:39,497 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475299495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,497 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:39,498 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:39,498 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,498 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a553a6fe04714808a7e484c141bc85ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=36.5 K 2024-11-13T05:20:39,498 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a553a6fe04714808a7e484c141bc85ba, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731475235432 2024-11-13T05:20:39,498 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43370f7c8acc465cb8c0a3d1220708d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731475235456 2024-11-13T05:20:39,499 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 910ecb4b74f14cbfafd87877833e005d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:39,506 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:39,507 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/5e00e2ec52184622be1ef0f12a247797 is 50, key is test_row_0/C:col10/1731475237601/Put/seqid=0 2024-11-13T05:20:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742343_1519 (size=12949) 2024-11-13T05:20:39,521 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/5e00e2ec52184622be1ef0f12a247797 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/5e00e2ec52184622be1ef0f12a247797 2024-11-13T05:20:39,526 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into 5e00e2ec52184622be1ef0f12a247797(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:39,526 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:39,526 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=13, startTime=1731475239066; duration=0sec 2024-11-13T05:20:39,526 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:39,526 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34516 deadline: 1731475299618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,624 DEBUG [Thread-2009 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., hostname=c07acfa36556,38917,1731475104240, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-13T05:20:39,667 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-13T05:20:39,668 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-13T05:20:39,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-13T05:20:39,670 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:39,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475299697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475299697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475299697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475299698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-13T05:20:39,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/ed5aff213a1247a292104b69b2ec0a29 2024-11-13T05:20:39,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/399b0ef4c8ac41a7acdf2043850171df is 50, key is test_row_0/B:col10/1731475238248/Put/seqid=0 2024-11-13T05:20:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742344_1520 (size=12301) 2024-11-13T05:20:39,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-13T05:20:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:39,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:39,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-13T05:20:39,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:39,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-13T05:20:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:39,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475300001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475300001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475300001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475300001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-13T05:20:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/399b0ef4c8ac41a7acdf2043850171df 2024-11-13T05:20:40,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/3f5936e8b21a4d018f24a2f29276bde9 is 50, key is test_row_0/C:col10/1731475238248/Put/seqid=0 2024-11-13T05:20:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742345_1521 (size=12301) 2024-11-13T05:20:40,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/3f5936e8b21a4d018f24a2f29276bde9 2024-11-13T05:20:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/ed5aff213a1247a292104b69b2ec0a29 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29 2024-11-13T05:20:40,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29, entries=150, sequenceid=324, filesize=12.0 K 2024-11-13T05:20:40,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/399b0ef4c8ac41a7acdf2043850171df as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df 2024-11-13T05:20:40,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df, entries=150, sequenceid=324, filesize=12.0 K 2024-11-13T05:20:40,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/3f5936e8b21a4d018f24a2f29276bde9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9 2024-11-13T05:20:40,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9, entries=150, sequenceid=324, filesize=12.0 K 2024-11-13T05:20:40,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d16168363a40467c29ecaa62befce7a8 in 845ms, sequenceid=324, compaction requested=false 2024-11-13T05:20:40,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-13T05:20:40,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,279 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e0bde2515066486b834b6853ef537453 is 50, key is test_row_0/A:col10/1731475239387/Put/seqid=0 2024-11-13T05:20:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742346_1522 (size=12301) 2024-11-13T05:20:40,287 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e0bde2515066486b834b6853ef537453 2024-11-13T05:20:40,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/747773c9069342a493ae1d810d42ee02 is 50, key is test_row_0/B:col10/1731475239387/Put/seqid=0 2024-11-13T05:20:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742347_1523 (size=12301) 2024-11-13T05:20:40,296 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/747773c9069342a493ae1d810d42ee02 2024-11-13T05:20:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/72efae6996c645d6b6306dda3379a46e is 50, key is test_row_0/C:col10/1731475239387/Put/seqid=0 2024-11-13T05:20:40,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742348_1524 (size=12301) 2024-11-13T05:20:40,305 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/72efae6996c645d6b6306dda3379a46e 2024-11-13T05:20:40,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/e0bde2515066486b834b6853ef537453 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453 2024-11-13T05:20:40,312 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T05:20:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/747773c9069342a493ae1d810d42ee02 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02 2024-11-13T05:20:40,317 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T05:20:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/72efae6996c645d6b6306dda3379a46e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e 2024-11-13T05:20:40,321 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e, entries=150, sequenceid=337, filesize=12.0 K 2024-11-13T05:20:40,321 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for d16168363a40467c29ecaa62befce7a8 in 42ms, sequenceid=337, compaction requested=true 2024-11-13T05:20:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-13T05:20:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-13T05:20:40,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-13T05:20:40,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 653 msec 2024-11-13T05:20:40,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 656 msec 2024-11-13T05:20:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:40,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:40,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/850a2710876b4f49a05015850e9bd9b8 is 50, key is test_row_0/A:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:40,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742349_1525 (size=17181) 2024-11-13T05:20:40,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475300542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475300545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475300547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475300547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475300649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475300651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475300653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475300653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-13T05:20:40,773 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-13T05:20:40,774 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-13T05:20:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:40,775 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:40,776 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:40,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475300854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475300855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475300857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475300858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:40,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/850a2710876b4f49a05015850e9bd9b8 2024-11-13T05:20:40,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:40,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-13T05:20:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:40,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:40,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/3348cad1f4b541888201b8006fbbf3b5 is 50, key is test_row_0/B:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:40,938 DEBUG [Thread-2024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:55869 2024-11-13T05:20:40,938 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,938 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:55869 2024-11-13T05:20:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742350_1526 (size=12301) 2024-11-13T05:20:40,939 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/3348cad1f4b541888201b8006fbbf3b5 2024-11-13T05:20:40,940 DEBUG [Thread-2020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:55869 2024-11-13T05:20:40,940 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,944 DEBUG [Thread-2026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:55869 2024-11-13T05:20:40,944 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,945 DEBUG [Thread-2028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73d92042 to 127.0.0.1:55869 2024-11-13T05:20:40,945 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:40,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/530e51a641b14527bc3d3bba03ea6c34 is 50, key is test_row_0/C:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742351_1527 (size=12301) 2024-11-13T05:20:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:41,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-13T05:20:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34550 deadline: 1731475301159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34508 deadline: 1731475301159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1731475301161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34488 deadline: 1731475301163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-13T05:20:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:41,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/530e51a641b14527bc3d3bba03ea6c34 2024-11-13T05:20:41,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/850a2710876b4f49a05015850e9bd9b8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8 2024-11-13T05:20:41,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8, entries=250, sequenceid=348, filesize=16.8 K 2024-11-13T05:20:41,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/3348cad1f4b541888201b8006fbbf3b5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5 2024-11-13T05:20:41,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5, entries=150, sequenceid=348, filesize=12.0 K 2024-11-13T05:20:41,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/530e51a641b14527bc3d3bba03ea6c34 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34 2024-11-13T05:20:41,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34, entries=150, sequenceid=348, filesize=12.0 K 2024-11-13T05:20:41,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d16168363a40467c29ecaa62befce7a8 in 849ms, sequenceid=348, compaction requested=true 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:41,363 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d16168363a40467c29ecaa62befce7a8:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:41,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:41,363 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/A is initiating minor compaction (all files) 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/B is initiating minor compaction (all files) 2024-11-13T05:20:41,364 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/A in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,364 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/B in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,364 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/daf35e2d10ee473f9ec27191cfe04a84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=53.4 K 2024-11-13T05:20:41,364 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/90eef6afd89e43fe9d14957d0390c0cb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=48.7 K 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting daf35e2d10ee473f9ec27191cfe04a84, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:41,364 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 90eef6afd89e43fe9d14957d0390c0cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed5aff213a1247a292104b69b2ec0a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731475238248 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 399b0ef4c8ac41a7acdf2043850171df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731475238248 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0bde2515066486b834b6853ef537453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731475239386 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 747773c9069342a493ae1d810d42ee02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731475239386 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 850a2710876b4f49a05015850e9bd9b8, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731475240510 2024-11-13T05:20:41,365 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3348cad1f4b541888201b8006fbbf3b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731475240511 2024-11-13T05:20:41,374 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#B#compaction#453 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:41,375 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/44860d9ccb90406ba7e204793b9ad9c0 is 50, key is test_row_0/B:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742352_1528 (size=13085) 2024-11-13T05:20:41,383 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#A#compaction#454 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:41,384 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/5ba58a56c4a9474bbfdd455ca0cfcdde is 50, key is test_row_0/A:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:41,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:41,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-13T05:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T05:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:41,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742353_1529 (size=13085) 2024-11-13T05:20:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f6af43a1749f4e30ae35fcd9ee7a6392 is 50, key is test_row_0/A:col10/1731475240544/Put/seqid=0 2024-11-13T05:20:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742354_1530 (size=12301) 2024-11-13T05:20:41,394 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f6af43a1749f4e30ae35fcd9ee7a6392 2024-11-13T05:20:41,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1437a8851b6c4740819f6183448a3d5d is 50, key is test_row_0/B:col10/1731475240544/Put/seqid=0 2024-11-13T05:20:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742355_1531 (size=12301) 2024-11-13T05:20:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:41,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. as already flushing 2024-11-13T05:20:41,664 DEBUG [Thread-2015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:55869 2024-11-13T05:20:41,664 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,666 DEBUG [Thread-2013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:55869 2024-11-13T05:20:41,666 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:55869 2024-11-13T05:20:41,666 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,666 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,666 DEBUG [Thread-2017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:55869 2024-11-13T05:20:41,666 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:41,783 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/44860d9ccb90406ba7e204793b9ad9c0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/44860d9ccb90406ba7e204793b9ad9c0 2024-11-13T05:20:41,786 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/B of d16168363a40467c29ecaa62befce7a8 into 44860d9ccb90406ba7e204793b9ad9c0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:41,786 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:41,786 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/B, priority=12, startTime=1731475241363; duration=0sec 2024-11-13T05:20:41,786 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:41,786 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:B 2024-11-13T05:20:41,786 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:20:41,787 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:20:41,787 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): d16168363a40467c29ecaa62befce7a8/C is initiating minor compaction (all files) 2024-11-13T05:20:41,787 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d16168363a40467c29ecaa62befce7a8/C in TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:41,787 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/5e00e2ec52184622be1ef0f12a247797, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp, totalSize=48.7 K 2024-11-13T05:20:41,788 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e00e2ec52184622be1ef0f12a247797, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1731475237595 2024-11-13T05:20:41,788 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f5936e8b21a4d018f24a2f29276bde9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731475238248 2024-11-13T05:20:41,788 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 72efae6996c645d6b6306dda3379a46e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731475239386 2024-11-13T05:20:41,788 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 530e51a641b14527bc3d3bba03ea6c34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731475240511 2024-11-13T05:20:41,790 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/5ba58a56c4a9474bbfdd455ca0cfcdde as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5ba58a56c4a9474bbfdd455ca0cfcdde 2024-11-13T05:20:41,793 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/A of d16168363a40467c29ecaa62befce7a8 into 5ba58a56c4a9474bbfdd455ca0cfcdde(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:41,793 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:41,793 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/A, priority=12, startTime=1731475241363; duration=0sec 2024-11-13T05:20:41,793 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:41,793 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:A 2024-11-13T05:20:41,795 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d16168363a40467c29ecaa62befce7a8#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:41,795 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/4b09c33a12744bf2b8fe38b0c3c86f51 is 50, key is test_row_0/C:col10/1731475240511/Put/seqid=0 2024-11-13T05:20:41,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742356_1532 (size=13085) 2024-11-13T05:20:41,805 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1437a8851b6c4740819f6183448a3d5d 2024-11-13T05:20:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/294f7f1be5724710bb1b9994784976c6 is 50, key is test_row_0/C:col10/1731475240544/Put/seqid=0 2024-11-13T05:20:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742357_1533 (size=12301) 2024-11-13T05:20:41,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:42,202 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/4b09c33a12744bf2b8fe38b0c3c86f51 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4b09c33a12744bf2b8fe38b0c3c86f51 2024-11-13T05:20:42,206 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d16168363a40467c29ecaa62befce7a8/C of d16168363a40467c29ecaa62befce7a8 into 4b09c33a12744bf2b8fe38b0c3c86f51(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:42,206 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:42,206 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8., storeName=d16168363a40467c29ecaa62befce7a8/C, priority=12, startTime=1731475241363; duration=0sec 2024-11-13T05:20:42,206 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:42,206 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d16168363a40467c29ecaa62befce7a8:C 2024-11-13T05:20:42,212 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/294f7f1be5724710bb1b9994784976c6 2024-11-13T05:20:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/f6af43a1749f4e30ae35fcd9ee7a6392 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f6af43a1749f4e30ae35fcd9ee7a6392 2024-11-13T05:20:42,217 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f6af43a1749f4e30ae35fcd9ee7a6392, entries=150, sequenceid=373, filesize=12.0 K 2024-11-13T05:20:42,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/1437a8851b6c4740819f6183448a3d5d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1437a8851b6c4740819f6183448a3d5d 2024-11-13T05:20:42,220 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1437a8851b6c4740819f6183448a3d5d, entries=150, sequenceid=373, filesize=12.0 K 2024-11-13T05:20:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/294f7f1be5724710bb1b9994784976c6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/294f7f1be5724710bb1b9994784976c6 2024-11-13T05:20:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/294f7f1be5724710bb1b9994784976c6, entries=150, sequenceid=373, filesize=12.0 K 2024-11-13T05:20:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for d16168363a40467c29ecaa62befce7a8 in 838ms, sequenceid=373, compaction requested=false 2024-11-13T05:20:42,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:42,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:42,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-13T05:20:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-13T05:20:42,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-13T05:20:42,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-13T05:20:42,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4510 sec 2024-11-13T05:20:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-13T05:20:42,879 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-13T05:20:43,645 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:55869 2024-11-13T05:20:43,645 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,645 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2968 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8904 rows 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2957 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8866 rows 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2946 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8837 rows 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2961 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8877 rows 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2957 2024-11-13T05:20:43,646 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8870 rows 2024-11-13T05:20:43,646 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:20:43,646 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:55869 2024-11-13T05:20:43,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:20:43,648 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:20:43,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:20:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:43,652 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475243652"}]},"ts":"1731475243652"} 2024-11-13T05:20:43,653 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:20:43,657 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:20:43,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:20:43,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, UNASSIGN}] 2024-11-13T05:20:43,659 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, UNASSIGN 2024-11-13T05:20:43,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=d16168363a40467c29ecaa62befce7a8, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:43,660 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:20:43,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:43,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:43,812 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing d16168363a40467c29ecaa62befce7a8, disabling compactions & flushes 2024-11-13T05:20:43,812 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. after waiting 0 ms 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:43,812 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing d16168363a40467c29ecaa62befce7a8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=A 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=B 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d16168363a40467c29ecaa62befce7a8, store=C 2024-11-13T05:20:43,813 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:43,815 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 is 50, key is test_row_0/A:col10/1731475241665/Put/seqid=0 2024-11-13T05:20:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742358_1534 (size=12301) 2024-11-13T05:20:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:44,219 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 2024-11-13T05:20:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/6b8d929237334c0393584f15cccfda6e is 50, key is test_row_0/B:col10/1731475241665/Put/seqid=0 2024-11-13T05:20:44,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742359_1535 (size=12301) 2024-11-13T05:20:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:44,628 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/6b8d929237334c0393584f15cccfda6e 2024-11-13T05:20:44,633 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/b8b15224684e4c88b225046414724bbc is 50, key is test_row_0/C:col10/1731475241665/Put/seqid=0 2024-11-13T05:20:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742360_1536 (size=12301) 2024-11-13T05:20:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:45,037 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/b8b15224684e4c88b225046414724bbc 2024-11-13T05:20:45,040 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 2024-11-13T05:20:45,042 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/55ec10b0fa9a4e269423f0d5bc4aa9a6, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T05:20:45,043 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/B/6b8d929237334c0393584f15cccfda6e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/6b8d929237334c0393584f15cccfda6e 2024-11-13T05:20:45,045 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/6b8d929237334c0393584f15cccfda6e, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T05:20:45,046 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/.tmp/C/b8b15224684e4c88b225046414724bbc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/b8b15224684e4c88b225046414724bbc 2024-11-13T05:20:45,048 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/b8b15224684e4c88b225046414724bbc, entries=150, sequenceid=384, filesize=12.0 K 2024-11-13T05:20:45,048 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d16168363a40467c29ecaa62befce7a8 in 1236ms, sequenceid=384, compaction requested=true 2024-11-13T05:20:45,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b3fd44b397e1441ba1650045f25fc803, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/dbb70fd714da4e29b538a2fbabf591c6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/40282a39b69949caa28854872edf19c4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cb959dbcafc54507bbc8318b5406a62c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e7bfbb551f4349358984159d689d4888, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5b5ac8b83a6849c99e6f2fea6f56a327, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/daf35e2d10ee473f9ec27191cfe04a84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8] to archive 2024-11-13T05:20:45,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:45,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b3fd44b397e1441ba1650045f25fc803 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b3fd44b397e1441ba1650045f25fc803 2024-11-13T05:20:45,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/3668c769ed424889a2ac1783b62aa668 2024-11-13T05:20:45,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/67fee325188d4545884890d6644721fb 2024-11-13T05:20:45,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cc6c9dcd8a5c4667acc8598a3f2ae7e9 2024-11-13T05:20:45,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/dbb70fd714da4e29b538a2fbabf591c6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/dbb70fd714da4e29b538a2fbabf591c6 2024-11-13T05:20:45,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e90571fb492e4755b6a02210bca2bfa1 2024-11-13T05:20:45,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/40282a39b69949caa28854872edf19c4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/40282a39b69949caa28854872edf19c4 2024-11-13T05:20:45,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/b8373e8668154363a20a5d22f0bf5c60 2024-11-13T05:20:45,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/73d5a941326f4c52b0accc779f6070f0 2024-11-13T05:20:45,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/d6e9418b7d304dcba582885fcac342b7 2024-11-13T05:20:45,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cb959dbcafc54507bbc8318b5406a62c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cb959dbcafc54507bbc8318b5406a62c 2024-11-13T05:20:45,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/1915821979f44a1c9f4b5e030c18b729 2024-11-13T05:20:45,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/0ef0f5e11007416084cfea647b6583e0 2024-11-13T05:20:45,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e7bfbb551f4349358984159d689d4888 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e7bfbb551f4349358984159d689d4888 2024-11-13T05:20:45,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f7855c50d50343dba0e151c1d6392fe4 2024-11-13T05:20:45,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/cba8683ba9f842b193610e2959097184 2024-11-13T05:20:45,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5b5ac8b83a6849c99e6f2fea6f56a327 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5b5ac8b83a6849c99e6f2fea6f56a327 2024-11-13T05:20:45,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/585c03c3583841729dc3566b009f222f 2024-11-13T05:20:45,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/957d4289a9c14bdb87ad2068e5027d65 2024-11-13T05:20:45,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/daf35e2d10ee473f9ec27191cfe04a84 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/daf35e2d10ee473f9ec27191cfe04a84 2024-11-13T05:20:45,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/ed5aff213a1247a292104b69b2ec0a29 2024-11-13T05:20:45,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/e0bde2515066486b834b6853ef537453 2024-11-13T05:20:45,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/850a2710876b4f49a05015850e9bd9b8 2024-11-13T05:20:45,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/350c89bc75974c99a9ba2370f5343fd1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/ace174e37c3c4100ac316aa942c84456, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5075beb415164680b8ad2c90ec912c03, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5fb144b12e424c81891d2d7fe2e7b18e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/21c37d1e554e4177a886a0c59e86de9a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e3888da906b441aa834e494d5fc6c9e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/90eef6afd89e43fe9d14957d0390c0cb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5] to archive 2024-11-13T05:20:45,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:45,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/350c89bc75974c99a9ba2370f5343fd1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/350c89bc75974c99a9ba2370f5343fd1 2024-11-13T05:20:45,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/7e66acf464d7405cb832195c5e79dd9b 2024-11-13T05:20:45,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/fcc1188d500e46a89f66abcc07b21ba7 2024-11-13T05:20:45,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/ace174e37c3c4100ac316aa942c84456 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/ace174e37c3c4100ac316aa942c84456 2024-11-13T05:20:45,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/f5231f6555fa4c6dadcf8227390fb03a 2024-11-13T05:20:45,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1efdc15e2b5d4db4bb057699601c513c 2024-11-13T05:20:45,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5075beb415164680b8ad2c90ec912c03 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5075beb415164680b8ad2c90ec912c03 2024-11-13T05:20:45,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1db0c7c645c041568040d89b427afe81 2024-11-13T05:20:45,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/79ca20e3422441b2992a4b195a0bf73b 2024-11-13T05:20:45,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5fb144b12e424c81891d2d7fe2e7b18e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/5fb144b12e424c81891d2d7fe2e7b18e 2024-11-13T05:20:45,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/777b737af41d493489eba8653538ed77 2024-11-13T05:20:45,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/d7378d96f5294724acbbdb13713a8a18 2024-11-13T05:20:45,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/21c37d1e554e4177a886a0c59e86de9a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/21c37d1e554e4177a886a0c59e86de9a 2024-11-13T05:20:45,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/2870e6a27625421db9a294d3d4ae18e9 2024-11-13T05:20:45,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e383ecce0348488f840c05938bbd9061 2024-11-13T05:20:45,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e3888da906b441aa834e494d5fc6c9e8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/e3888da906b441aa834e494d5fc6c9e8 2024-11-13T05:20:45,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/0cbc0c20d25c4173af45bddebd927d0e 2024-11-13T05:20:45,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/762e72997ae44a82b678d34761e14c43 2024-11-13T05:20:45,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/90eef6afd89e43fe9d14957d0390c0cb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/90eef6afd89e43fe9d14957d0390c0cb 2024-11-13T05:20:45,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/aebc6f0e39a34e93ac8777ca9bf06ab6 2024-11-13T05:20:45,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/399b0ef4c8ac41a7acdf2043850171df 2024-11-13T05:20:45,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/747773c9069342a493ae1d810d42ee02 2024-11-13T05:20:45,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/3348cad1f4b541888201b8006fbbf3b5 2024-11-13T05:20:45,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9e1121967e1a4d80becf17053252fe11, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/ce3400f7aba047e587466151de90337f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/42827c4b80f941a3a34918e5a69db202, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1fe66705ed1b40dcaf47fccdbfb224ea, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a1e7ca5fadb54414b4a2ad7daf7e292c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a553a6fe04714808a7e484c141bc85ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/5e00e2ec52184622be1ef0f12a247797, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34] to archive 2024-11-13T05:20:45,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:20:45,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9e1121967e1a4d80becf17053252fe11 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/9e1121967e1a4d80becf17053252fe11 2024-11-13T05:20:45,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/7c760f3f26584eac82caa69bcb5017c1 2024-11-13T05:20:45,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/94c1057483124ef6974b95411206b5ad 2024-11-13T05:20:45,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/ce3400f7aba047e587466151de90337f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/ce3400f7aba047e587466151de90337f 2024-11-13T05:20:45,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/e97c5d1fed83480f94a556c09505317a 2024-11-13T05:20:45,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/0f907c9e01df481bbf5bb9436d201991 2024-11-13T05:20:45,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/42827c4b80f941a3a34918e5a69db202 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/42827c4b80f941a3a34918e5a69db202 2024-11-13T05:20:45,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a4c239c415b6410b95de28c65857374e 2024-11-13T05:20:45,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/c7ab4a0a60914dc6a1e020123e48e8fd 2024-11-13T05:20:45,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1fe66705ed1b40dcaf47fccdbfb224ea to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/1fe66705ed1b40dcaf47fccdbfb224ea 2024-11-13T05:20:45,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4ef6649a9f6b482b82dfcd477cd89767 2024-11-13T05:20:45,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/df3cd8a0290f4932a39fd8abb31832c8 2024-11-13T05:20:45,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a1e7ca5fadb54414b4a2ad7daf7e292c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a1e7ca5fadb54414b4a2ad7daf7e292c 2024-11-13T05:20:45,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/901a65864acb421a8c687efd0f2c79e5 2024-11-13T05:20:45,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/8c9a6849d9c547019e6df92733799416 2024-11-13T05:20:45,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a553a6fe04714808a7e484c141bc85ba to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/a553a6fe04714808a7e484c141bc85ba 2024-11-13T05:20:45,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/61d35124805b493abb389d93936ccf7a 2024-11-13T05:20:45,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/43370f7c8acc465cb8c0a3d1220708d9 2024-11-13T05:20:45,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/5e00e2ec52184622be1ef0f12a247797 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/5e00e2ec52184622be1ef0f12a247797 2024-11-13T05:20:45,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/910ecb4b74f14cbfafd87877833e005d 2024-11-13T05:20:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/3f5936e8b21a4d018f24a2f29276bde9 2024-11-13T05:20:45,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/72efae6996c645d6b6306dda3379a46e 2024-11-13T05:20:45,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/530e51a641b14527bc3d3bba03ea6c34 2024-11-13T05:20:45,103 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=1 2024-11-13T05:20:45,104 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8. 2024-11-13T05:20:45,104 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for d16168363a40467c29ecaa62befce7a8: 2024-11-13T05:20:45,105 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:45,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=d16168363a40467c29ecaa62befce7a8, regionState=CLOSED 2024-11-13T05:20:45,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T05:20:45,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure d16168363a40467c29ecaa62befce7a8, server=c07acfa36556,38917,1731475104240 in 1.4460 sec 2024-11-13T05:20:45,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T05:20:45,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d16168363a40467c29ecaa62befce7a8, UNASSIGN in 1.4500 sec 2024-11-13T05:20:45,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-13T05:20:45,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4520 sec 2024-11-13T05:20:45,111 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475245110"}]},"ts":"1731475245110"} 2024-11-13T05:20:45,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:20:45,113 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:20:45,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4660 sec 2024-11-13T05:20:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-13T05:20:45,755 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-13T05:20:45,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:20:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-13T05:20:45,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,759 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:45,761 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/recovered.edits] 2024-11-13T05:20:45,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/55ec10b0fa9a4e269423f0d5bc4aa9a6 2024-11-13T05:20:45,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5ba58a56c4a9474bbfdd455ca0cfcdde to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/5ba58a56c4a9474bbfdd455ca0cfcdde 2024-11-13T05:20:45,765 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f6af43a1749f4e30ae35fcd9ee7a6392 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/A/f6af43a1749f4e30ae35fcd9ee7a6392 2024-11-13T05:20:45,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1437a8851b6c4740819f6183448a3d5d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/1437a8851b6c4740819f6183448a3d5d 2024-11-13T05:20:45,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/44860d9ccb90406ba7e204793b9ad9c0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/44860d9ccb90406ba7e204793b9ad9c0 2024-11-13T05:20:45,769 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/6b8d929237334c0393584f15cccfda6e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/B/6b8d929237334c0393584f15cccfda6e 2024-11-13T05:20:45,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/294f7f1be5724710bb1b9994784976c6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/294f7f1be5724710bb1b9994784976c6 2024-11-13T05:20:45,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4b09c33a12744bf2b8fe38b0c3c86f51 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/4b09c33a12744bf2b8fe38b0c3c86f51 2024-11-13T05:20:45,772 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/b8b15224684e4c88b225046414724bbc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/C/b8b15224684e4c88b225046414724bbc 2024-11-13T05:20:45,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/recovered.edits/387.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8/recovered.edits/387.seqid 2024-11-13T05:20:45,774 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/d16168363a40467c29ecaa62befce7a8 2024-11-13T05:20:45,775 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:20:45,776 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,777 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:20:45,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:20:45,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:20:45,779 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475245779"}]},"ts":"9223372036854775807"} 2024-11-13T05:20:45,781 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:20:45,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d16168363a40467c29ecaa62befce7a8, NAME => 'TestAcidGuarantees,,1731475218776.d16168363a40467c29ecaa62befce7a8.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:20:45,781 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:20:45,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475245781"}]},"ts":"9223372036854775807"} 2024-11-13T05:20:45,782 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:20:45,784 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-13T05:20:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-13T05:20:45,858 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-13T05:20:45,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=336 (was 393), ProcessCount=9 (was 9), AvailableMemoryMB=5142 (was 5158) 2024-11-13T05:20:45,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=9, AvailableMemoryMB=5142 2024-11-13T05:20:45,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:20:45,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:45,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T05:20:45,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:45,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-13T05:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:45,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T05:20:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742361_1537 (size=960) 2024-11-13T05:20:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:46,284 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac 2024-11-13T05:20:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742362_1538 (size=53) 2024-11-13T05:20:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 17cb7d00b394e854930ac19eea5db868, disabling compactions & flushes 2024-11-13T05:20:46,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. after waiting 0 ms 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:46,689 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:46,689 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:46,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T05:20:46,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731475246690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731475246690"}]},"ts":"1731475246690"} 2024-11-13T05:20:46,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-13T05:20:46,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T05:20:46,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475246691"}]},"ts":"1731475246691"} 2024-11-13T05:20:46,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T05:20:46,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, ASSIGN}] 2024-11-13T05:20:46,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, ASSIGN 2024-11-13T05:20:46,697 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, ASSIGN; state=OFFLINE, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=false 2024-11-13T05:20:46,847 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:46,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:47,000 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:47,002 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:47,002 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:47,003 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,003 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:47,003 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,003 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,004 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,005 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:47,005 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName A 2024-11-13T05:20:47,005 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:47,005 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:47,006 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,006 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:47,006 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName B 2024-11-13T05:20:47,006 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:47,007 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:47,007 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,008 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:47,008 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName C 2024-11-13T05:20:47,008 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:47,008 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:47,008 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:47,009 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,009 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,010 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:20:47,011 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:47,012 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T05:20:47,013 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened 17cb7d00b394e854930ac19eea5db868; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63602635, jitterRate=-0.052246883511543274}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:20:47,013 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:47,014 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., pid=149, masterSystemTime=1731475247000 2024-11-13T05:20:47,015 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:47,015 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:47,015 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=OPEN, openSeqNum=2, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:47,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T05:20:47,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 in 168 msec 2024-11-13T05:20:47,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-13T05:20:47,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, ASSIGN in 321 msec 2024-11-13T05:20:47,018 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T05:20:47,018 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475247018"}]},"ts":"1731475247018"} 2024-11-13T05:20:47,019 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T05:20:47,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T05:20:47,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-13T05:20:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-13T05:20:47,981 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-13T05:20:47,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-13T05:20:47,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:47,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:47,991 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:47,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T05:20:47,993 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T05:20:47,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T05:20:47,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T05:20:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T05:20:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742363_1539 (size=996) 2024-11-13T05:20:48,404 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-13T05:20:48,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-13T05:20:48,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:20:48,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, REOPEN/MOVE}] 2024-11-13T05:20:48,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, REOPEN/MOVE 2024-11-13T05:20:48,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,409 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:20:48,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:48,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,561 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,561 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:20:48,561 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing 17cb7d00b394e854930ac19eea5db868, disabling compactions & flushes 2024-11-13T05:20:48,561 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,561 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,561 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. after waiting 0 ms 2024-11-13T05:20:48,561 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,564 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T05:20:48,564 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,564 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:48,564 WARN [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: 17cb7d00b394e854930ac19eea5db868 to self. 2024-11-13T05:20:48,565 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,566 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=CLOSED 2024-11-13T05:20:48,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T05:20:48,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 in 157 msec 2024-11-13T05:20:48,567 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, REOPEN/MOVE; state=CLOSED, location=c07acfa36556,38917,1731475104240; forceNewPlan=false, retain=true 2024-11-13T05:20:48,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=OPENING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:20:48,783 ERROR [LeaseRenewer:jenkins@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:33723,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:48,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,872 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,872 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} 2024-11-13T05:20:48,872 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,872 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T05:20:48,873 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,873 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,874 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,874 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:48,875 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName A 2024-11-13T05:20:48,876 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:48,876 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:48,876 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,877 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:48,877 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName B 2024-11-13T05:20:48,877 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:48,877 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:48,877 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,878 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-13T05:20:48,878 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17cb7d00b394e854930ac19eea5db868 columnFamilyName C 2024-11-13T05:20:48,878 DEBUG [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:48,878 INFO [StoreOpener-17cb7d00b394e854930ac19eea5db868-1 {}] regionserver.HStore(327): Store=17cb7d00b394e854930ac19eea5db868/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T05:20:48,878 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,879 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,879 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,880 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T05:20:48,881 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,882 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened 17cb7d00b394e854930ac19eea5db868; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65964148, jitterRate=-0.017057597637176514}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T05:20:48,883 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:48,883 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., pid=154, masterSystemTime=1731475248870 2024-11-13T05:20:48,884 DEBUG [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,884 INFO [RS_OPEN_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:48,885 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=OPEN, openSeqNum=5, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-13T05:20:48,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 in 166 msec 2024-11-13T05:20:48,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-13T05:20:48,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, REOPEN/MOVE in 479 msec 2024-11-13T05:20:48,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-13T05:20:48,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-11-13T05:20:48,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-13T05:20:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-13T05:20:48,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-13T05:20:48,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-13T05:20:48,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-13T05:20:48,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-13T05:20:48,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-13T05:20:48,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-13T05:20:48,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,913 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-13T05:20:48,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-13T05:20:48,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-11-13T05:20:48,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x503a7d2e to 127.0.0.1:55869 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79be903c 2024-11-13T05:20:48,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67adb273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T05:20:48,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:48,932 DEBUG [hconnection-0x2412e9db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-13T05:20:48,933 DEBUG [hconnection-0x6d718dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-13T05:20:48,933 DEBUG [hconnection-0x3fa1c719-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,933 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:48,933 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:48,934 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47470, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,934 DEBUG [hconnection-0x2a895221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,935 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,936 DEBUG [hconnection-0x7dce6b75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,936 DEBUG [hconnection-0x21921b49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,936 DEBUG [hconnection-0x264b8376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,937 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,937 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,937 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:48,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:48,948 DEBUG [hconnection-0x4b81c3cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,950 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,956 DEBUG [hconnection-0x5c687c41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,957 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475308958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475308960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475308960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475308960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475308961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:48,963 DEBUG [hconnection-0xfb5b2f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T05:20:48,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T05:20:48,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113808a7de9643e4b13a504f264e497c911_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475248943/Put/seqid=0 2024-11-13T05:20:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742364_1540 (size=12154) 2024-11-13T05:20:49,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:49,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113808a7de9643e4b13a504f264e497c911_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113808a7de9643e4b13a504f264e497c911_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:49,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/16bc896e3dfe4dcf81b616de02189041, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:49,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/16bc896e3dfe4dcf81b616de02189041 is 175, key is test_row_0/A:col10/1731475248943/Put/seqid=0 2024-11-13T05:20:49,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742365_1541 (size=30955) 2024-11-13T05:20:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-13T05:20:49,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475309062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475309062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475309062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475309063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475309063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-13T05:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-13T05:20:49,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-13T05:20:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475309264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475309264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475309265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475309268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475309270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,391 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-13T05:20:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:49,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/16bc896e3dfe4dcf81b616de02189041 2024-11-13T05:20:49,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/012cf182be07406d81c8194f193ca8b0 is 50, key is test_row_0/B:col10/1731475248943/Put/seqid=0 2024-11-13T05:20:49,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742366_1542 (size=12001) 2024-11-13T05:20:49,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/012cf182be07406d81c8194f193ca8b0 2024-11-13T05:20:49,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/5c50210b576a4634949af7a1ce78a126 is 50, key is test_row_0/C:col10/1731475248943/Put/seqid=0 2024-11-13T05:20:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742367_1543 (size=12001) 2024-11-13T05:20:49,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/5c50210b576a4634949af7a1ce78a126 2024-11-13T05:20:49,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/16bc896e3dfe4dcf81b616de02189041 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041 2024-11-13T05:20:49,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041, entries=150, sequenceid=17, filesize=30.2 K 2024-11-13T05:20:49,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/012cf182be07406d81c8194f193ca8b0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0 2024-11-13T05:20:49,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T05:20:49,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/5c50210b576a4634949af7a1ce78a126 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126 2024-11-13T05:20:49,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126, entries=150, sequenceid=17, filesize=11.7 K 2024-11-13T05:20:49,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 17cb7d00b394e854930ac19eea5db868 in 563ms, sequenceid=17, compaction requested=false 2024-11-13T05:20:49,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-13T05:20:49,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-13T05:20:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:49,544 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T05:20:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:49,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:49,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b0624e35689946b4a493430d10267974_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475248959/Put/seqid=0 2024-11-13T05:20:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:49,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742368_1544 (size=12154) 2024-11-13T05:20:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475309575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475309574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475309576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475309575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475309576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475309679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475309679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475309679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475309679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475309679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475309881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475309881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475309882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475309882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475309883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:49,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:49,976 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b0624e35689946b4a493430d10267974_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b0624e35689946b4a493430d10267974_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/f899622c447e4974a9ebbc6f43904a84, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/f899622c447e4974a9ebbc6f43904a84 is 175, key is test_row_0/A:col10/1731475248959/Put/seqid=0 2024-11-13T05:20:49,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742369_1545 (size=30955) 2024-11-13T05:20:49,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/f899622c447e4974a9ebbc6f43904a84 2024-11-13T05:20:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/34f78453b62f4458a00afba938fb5e50 is 50, key is test_row_0/B:col10/1731475248959/Put/seqid=0 2024-11-13T05:20:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742370_1546 (size=12001) 2024-11-13T05:20:50,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/34f78453b62f4458a00afba938fb5e50 2024-11-13T05:20:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/f68cad6cf2414501a728ae80d3829d68 is 50, key is test_row_0/C:col10/1731475248959/Put/seqid=0 2024-11-13T05:20:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742371_1547 (size=12001) 2024-11-13T05:20:50,011 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/f68cad6cf2414501a728ae80d3829d68 2024-11-13T05:20:50,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/f899622c447e4974a9ebbc6f43904a84 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84 2024-11-13T05:20:50,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T05:20:50,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/34f78453b62f4458a00afba938fb5e50 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50 2024-11-13T05:20:50,022 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T05:20:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/f68cad6cf2414501a728ae80d3829d68 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68 2024-11-13T05:20:50,026 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T05:20:50,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 17cb7d00b394e854930ac19eea5db868 in 483ms, sequenceid=40, compaction requested=false 2024-11-13T05:20:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-13T05:20:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-13T05:20:50,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-13T05:20:50,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0960 sec 2024-11-13T05:20:50,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.1000 sec 2024-11-13T05:20:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-13T05:20:50,036 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-13T05:20:50,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-13T05:20:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:50,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:50,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:50,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:50,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T05:20:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:50,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:50,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:50,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5b9380243d645c89dc8a0907f78f1e7_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:50,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742372_1548 (size=12154) 2024-11-13T05:20:50,206 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:50,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475310203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d5b9380243d645c89dc8a0907f78f1e7_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5b9380243d645c89dc8a0907f78f1e7_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:50,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/c35d8d4b9d2e4d739829d8e071624da6, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475310206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/c35d8d4b9d2e4d739829d8e071624da6 is 175, key is test_row_0/A:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475310207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475310208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475310209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742373_1549 (size=30955) 2024-11-13T05:20:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475310310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475310312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475310312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475310313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475310313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:50,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475310513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475310515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475310516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475310516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475310516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/c35d8d4b9d2e4d739829d8e071624da6 2024-11-13T05:20:50,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T05:20:50,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/ca899667a5264795b2f0b5eda777e305 is 50, key is test_row_0/B:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:50,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742374_1550 (size=12001) 2024-11-13T05:20:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:50,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475310816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475310818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475310818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475310820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:50,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475310820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:50,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:50,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/ca899667a5264795b2f0b5eda777e305 2024-11-13T05:20:51,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a2215bee30be4d9988c94381714e45d7 is 50, key is test_row_0/C:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742375_1551 (size=12001) 2024-11-13T05:20:51,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:51,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475311320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475311322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475311323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475311326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475311327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:51,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a2215bee30be4d9988c94381714e45d7 2024-11-13T05:20:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/c35d8d4b9d2e4d739829d8e071624da6 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6 2024-11-13T05:20:51,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6, entries=150, sequenceid=56, filesize=30.2 K 2024-11-13T05:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/ca899667a5264795b2f0b5eda777e305 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305 2024-11-13T05:20:51,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305, entries=150, sequenceid=56, filesize=11.7 K 2024-11-13T05:20:51,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a2215bee30be4d9988c94381714e45d7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7 2024-11-13T05:20:51,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7, entries=150, sequenceid=56, filesize=11.7 K 2024-11-13T05:20:51,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 17cb7d00b394e854930ac19eea5db868 in 1284ms, sequenceid=56, compaction requested=true 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:51,472 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:51,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:51,473 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/B is initiating minor compaction (all files) 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/A is initiating minor compaction (all files) 2024-11-13T05:20:51,475 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/B in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,475 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/A in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,475 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=35.2 K 2024-11-13T05:20:51,475 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=90.7 K 2024-11-13T05:20:51,475 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6] 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 012cf182be07406d81c8194f193ca8b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475248941 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16bc896e3dfe4dcf81b616de02189041, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475248941 2024-11-13T05:20:51,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 34f78453b62f4458a00afba938fb5e50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475248955 2024-11-13T05:20:51,476 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f899622c447e4974a9ebbc6f43904a84, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475248955 2024-11-13T05:20:51,476 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting ca899667a5264795b2f0b5eda777e305, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:51,476 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting c35d8d4b9d2e4d739829d8e071624da6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:51,482 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#B#compaction#471 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:51,482 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/4acbafe6d18c45e195261645eb08ac52 is 50, key is test_row_0/B:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:51,483 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:51,485 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113513d42446fa74a6aa752fa0155e6a40a_17cb7d00b394e854930ac19eea5db868 store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:51,486 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113513d42446fa74a6aa752fa0155e6a40a_17cb7d00b394e854930ac19eea5db868, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:51,487 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113513d42446fa74a6aa752fa0155e6a40a_17cb7d00b394e854930ac19eea5db868 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742376_1552 (size=12104) 2024-11-13T05:20:51,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742377_1553 (size=4469) 2024-11-13T05:20:51,491 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#A#compaction#472 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:51,492 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/6a0bc9531d4c46968102380da8403d85 is 175, key is test_row_0/A:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742378_1554 (size=31058) 2024-11-13T05:20:51,499 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/6a0bc9531d4c46968102380da8403d85 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85 2024-11-13T05:20:51,502 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/A of 17cb7d00b394e854930ac19eea5db868 into 6a0bc9531d4c46968102380da8403d85(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:51,502 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:51,502 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/A, priority=13, startTime=1731475251472; duration=0sec 2024-11-13T05:20:51,503 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:51,503 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:A 2024-11-13T05:20:51,503 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:51,503 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:51,503 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/C is initiating minor compaction (all files) 2024-11-13T05:20:51,503 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/C in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,504 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=35.2 K 2024-11-13T05:20:51,504 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c50210b576a4634949af7a1ce78a126, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731475248941 2024-11-13T05:20:51,504 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting f68cad6cf2414501a728ae80d3829d68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731475248955 2024-11-13T05:20:51,504 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2215bee30be4d9988c94381714e45d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:51,510 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:51,510 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/4a31d2a9a0994be3b0e3e9422e98787f is 50, key is test_row_0/C:col10/1731475250187/Put/seqid=0 2024-11-13T05:20:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742379_1555 (size=12104) 2024-11-13T05:20:51,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:51,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:51,571 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135acf599962014a32990554a4b47d36d8_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475250204/Put/seqid=0 2024-11-13T05:20:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742380_1556 (size=12154) 2024-11-13T05:20:51,893 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/4acbafe6d18c45e195261645eb08ac52 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/4acbafe6d18c45e195261645eb08ac52 2024-11-13T05:20:51,897 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/B of 17cb7d00b394e854930ac19eea5db868 into 4acbafe6d18c45e195261645eb08ac52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:51,897 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:51,897 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/B, priority=13, startTime=1731475251472; duration=0sec 2024-11-13T05:20:51,897 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:51,897 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:B 2024-11-13T05:20:51,917 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/4a31d2a9a0994be3b0e3e9422e98787f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/4a31d2a9a0994be3b0e3e9422e98787f 2024-11-13T05:20:51,920 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/C of 17cb7d00b394e854930ac19eea5db868 into 4a31d2a9a0994be3b0e3e9422e98787f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:51,920 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:51,920 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/C, priority=13, startTime=1731475251472; duration=0sec 2024-11-13T05:20:51,921 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:51,921 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:C 2024-11-13T05:20:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:51,984 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135acf599962014a32990554a4b47d36d8_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135acf599962014a32990554a4b47d36d8_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fcf3b3cd574c4fb08978cb2ed36db291, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fcf3b3cd574c4fb08978cb2ed36db291 is 175, key is test_row_0/A:col10/1731475250204/Put/seqid=0 2024-11-13T05:20:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742381_1557 (size=30955) 2024-11-13T05:20:51,990 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fcf3b3cd574c4fb08978cb2ed36db291 2024-11-13T05:20:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/3f04d9a186ed4c7aa2a047854d65e7dc is 50, key is test_row_0/B:col10/1731475250204/Put/seqid=0 2024-11-13T05:20:51,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742382_1558 (size=12001) 2024-11-13T05:20:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/3f04d9a186ed4c7aa2a047854d65e7dc 2024-11-13T05:20:52,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/57878efec28749928db2cdadbf32f5f1 is 50, key is test_row_0/C:col10/1731475250204/Put/seqid=0 2024-11-13T05:20:52,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742383_1559 (size=12001) 2024-11-13T05:20:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:52,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475312336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475312337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475312336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475312338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475312338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,414 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/57878efec28749928db2cdadbf32f5f1 2024-11-13T05:20:52,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fcf3b3cd574c4fb08978cb2ed36db291 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291 2024-11-13T05:20:52,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291, entries=150, sequenceid=78, filesize=30.2 K 2024-11-13T05:20:52,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/3f04d9a186ed4c7aa2a047854d65e7dc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc 2024-11-13T05:20:52,427 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T05:20:52,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/57878efec28749928db2cdadbf32f5f1 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1 2024-11-13T05:20:52,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1, entries=150, sequenceid=78, filesize=11.7 K 2024-11-13T05:20:52,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 17cb7d00b394e854930ac19eea5db868 in 861ms, sequenceid=78, compaction requested=false 2024-11-13T05:20:52,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:52,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:52,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-13T05:20:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-13T05:20:52,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-13T05:20:52,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3920 sec 2024-11-13T05:20:52,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.3970 sec 2024-11-13T05:20:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:52,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:52,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:52,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9983e59a07f4b608ad90efa9377ef48_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:52,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742384_1560 (size=14594) 2024-11-13T05:20:52,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:52,453 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9983e59a07f4b608ad90efa9377ef48_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9983e59a07f4b608ad90efa9377ef48_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:52,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/121d7177c157450caea6381e19a4716f, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:52,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/121d7177c157450caea6381e19a4716f is 175, key is test_row_0/A:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742385_1561 (size=39549) 2024-11-13T05:20:52,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T05:20:52,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475312459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475312460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475312460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475312562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475312563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475312563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475312764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475312765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475312766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:52,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/121d7177c157450caea6381e19a4716f 2024-11-13T05:20:52,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/efbdc235d3e54e31b409d9ebedf3576e is 50, key is test_row_0/B:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:52,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742386_1562 (size=12001) 2024-11-13T05:20:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475313067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475313068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475313069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/efbdc235d3e54e31b409d9ebedf3576e 2024-11-13T05:20:53,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/20c7a30a1ded4a289825a23769cac07e is 50, key is test_row_0/C:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:53,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742387_1563 (size=12001) 2024-11-13T05:20:53,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475313569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475313572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475313575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:53,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/20c7a30a1ded4a289825a23769cac07e 2024-11-13T05:20:53,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/121d7177c157450caea6381e19a4716f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f 2024-11-13T05:20:53,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f, entries=200, sequenceid=98, filesize=38.6 K 2024-11-13T05:20:53,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/efbdc235d3e54e31b409d9ebedf3576e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e 2024-11-13T05:20:53,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-13T05:20:53,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/20c7a30a1ded4a289825a23769cac07e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e 2024-11-13T05:20:53,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-13T05:20:53,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17cb7d00b394e854930ac19eea5db868 in 1258ms, sequenceid=98, compaction requested=true 2024-11-13T05:20:53,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:53,700 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:20:53,700 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:53,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:53,701 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:53,701 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/B is initiating minor compaction (all files) 2024-11-13T05:20:53,701 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/B in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:53,701 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/4acbafe6d18c45e195261645eb08ac52, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=35.3 K 2024-11-13T05:20:53,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:53,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/A is initiating minor compaction (all files) 2024-11-13T05:20:53,701 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/A in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:53,701 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=99.2 K 2024-11-13T05:20:53,701 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:53,701 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f] 2024-11-13T05:20:53,702 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4acbafe6d18c45e195261645eb08ac52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:53,702 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a0bc9531d4c46968102380da8403d85, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:53,702 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcf3b3cd574c4fb08978cb2ed36db291, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731475250204 2024-11-13T05:20:53,702 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f04d9a186ed4c7aa2a047854d65e7dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731475250204 2024-11-13T05:20:53,703 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 121d7177c157450caea6381e19a4716f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:20:53,703 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting efbdc235d3e54e31b409d9ebedf3576e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:20:53,708 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:53,710 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:53,711 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/d5a263e1245049ec8f9066ea36cc0e4c is 50, key is test_row_0/B:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:53,712 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a6fa0fd28ce844909de45966eeab71db_17cb7d00b394e854930ac19eea5db868 store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:53,714 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a6fa0fd28ce844909de45966eeab71db_17cb7d00b394e854930ac19eea5db868, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:53,714 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a6fa0fd28ce844909de45966eeab71db_17cb7d00b394e854930ac19eea5db868 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742388_1564 (size=12207) 2024-11-13T05:20:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742389_1565 (size=4469) 2024-11-13T05:20:54,120 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/d5a263e1245049ec8f9066ea36cc0e4c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/d5a263e1245049ec8f9066ea36cc0e4c 2024-11-13T05:20:54,122 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#A#compaction#480 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:54,122 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/00212d8aa898401692c2368d4bc01759 is 175, key is test_row_0/A:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:54,125 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/B of 17cb7d00b394e854930ac19eea5db868 into d5a263e1245049ec8f9066ea36cc0e4c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:54,125 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:54,125 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/B, priority=13, startTime=1731475253700; duration=0sec 2024-11-13T05:20:54,125 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:20:54,125 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:B 2024-11-13T05:20:54,125 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:20:54,126 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:20:54,126 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/C is initiating minor compaction (all files) 2024-11-13T05:20:54,126 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/C in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:54,126 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/4a31d2a9a0994be3b0e3e9422e98787f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=35.3 K 2024-11-13T05:20:54,126 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a31d2a9a0994be3b0e3e9422e98787f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731475250187 2024-11-13T05:20:54,126 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 57878efec28749928db2cdadbf32f5f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731475250204 2024-11-13T05:20:54,127 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 20c7a30a1ded4a289825a23769cac07e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:20:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742390_1566 (size=31161) 2024-11-13T05:20:54,132 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/00212d8aa898401692c2368d4bc01759 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759 2024-11-13T05:20:54,135 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:20:54,136 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/A of 17cb7d00b394e854930ac19eea5db868 into 00212d8aa898401692c2368d4bc01759(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:54,136 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:54,136 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/A, priority=13, startTime=1731475253700; duration=0sec 2024-11-13T05:20:54,136 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/3e4d4928dfb34a13a19a9bfc528e44c0 is 50, key is test_row_0/C:col10/1731475252441/Put/seqid=0 2024-11-13T05:20:54,136 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:54,136 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:A 2024-11-13T05:20:54,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742391_1567 (size=12207) 2024-11-13T05:20:54,143 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/3e4d4928dfb34a13a19a9bfc528e44c0 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/3e4d4928dfb34a13a19a9bfc528e44c0 2024-11-13T05:20:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-13T05:20:54,144 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-13T05:20:54,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-13T05:20:54,147 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:54,147 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/C of 17cb7d00b394e854930ac19eea5db868 into 3e4d4928dfb34a13a19a9bfc528e44c0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:20:54,147 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:54,147 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/C, priority=13, startTime=1731475253700; duration=0sec 2024-11-13T05:20:54,147 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:20:54,147 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:C 2024-11-13T05:20:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:54,148 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:54,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:54,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:54,300 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:54,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:54,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137efbc1a36a0c4c269302c12e8e3e3cc0_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475252458/Put/seqid=0 2024-11-13T05:20:54,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742392_1568 (size=12154) 2024-11-13T05:20:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:54,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475314367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475314368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:54,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475314470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475314470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475314575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475314577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475314577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475314672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475314673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:54,713 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137efbc1a36a0c4c269302c12e8e3e3cc0_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137efbc1a36a0c4c269302c12e8e3e3cc0_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/eceddff49cdc4b60bb5458d4578565c7, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/eceddff49cdc4b60bb5458d4578565c7 is 175, key is test_row_0/A:col10/1731475252458/Put/seqid=0 2024-11-13T05:20:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742393_1569 (size=30955) 2024-11-13T05:20:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:54,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475314976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475314978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:55,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/eceddff49cdc4b60bb5458d4578565c7 2024-11-13T05:20:55,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/c8f340a741314750af865df69a7b1ad5 is 50, key is test_row_0/B:col10/1731475252458/Put/seqid=0 2024-11-13T05:20:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742394_1570 (size=12001) 2024-11-13T05:20:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475315480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:55,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475315481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:55,529 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/c8f340a741314750af865df69a7b1ad5 2024-11-13T05:20:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/b946c770fecf436bb318961419032dfd is 50, key is test_row_0/C:col10/1731475252458/Put/seqid=0 2024-11-13T05:20:55,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742395_1571 (size=12001) 2024-11-13T05:20:55,940 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/b946c770fecf436bb318961419032dfd 2024-11-13T05:20:55,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/eceddff49cdc4b60bb5458d4578565c7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7 2024-11-13T05:20:55,947 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7, entries=150, sequenceid=119, filesize=30.2 K 2024-11-13T05:20:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/c8f340a741314750af865df69a7b1ad5 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5 2024-11-13T05:20:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,951 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T05:20:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/b946c770fecf436bb318961419032dfd as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd 2024-11-13T05:20:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd, entries=150, sequenceid=119, filesize=11.7 K 2024-11-13T05:20:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,956 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17cb7d00b394e854930ac19eea5db868 in 1655ms, sequenceid=119, compaction requested=false 2024-11-13T05:20:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:55,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-13T05:20:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-13T05:20:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-13T05:20:55,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-11-13T05:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.8140 sec 2024-11-13T05:20:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-13T05:20:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,251 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-13T05:20:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-13T05:20:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,255 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,406 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-13T05:20:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,407 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:56,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b986e64c174147338138b60ba6f26ed2_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475254366/Put/seqid=0 2024-11-13T05:20:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742396_1572 (size=9814) 2024-11-13T05:20:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,441 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b986e64c174147338138b60ba6f26ed2_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b986e64c174147338138b60ba6f26ed2_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/55233abf25594b1982da91ef5d7a093a, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/55233abf25594b1982da91ef5d7a093a is 175, key is test_row_0/A:col10/1731475254366/Put/seqid=0 2024-11-13T05:20:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742397_1573 (size=22461) 2024-11-13T05:20:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:56,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:56,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475316521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475316522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475316577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,578 DEBUG [Thread-2406 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4119 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:56,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475316586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,587 DEBUG [Thread-2402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4127 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:56,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475316595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,596 DEBUG [Thread-2404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:20:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475316623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475316624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475316826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475316827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:56,848 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/55233abf25594b1982da91ef5d7a093a 2024-11-13T05:20:56,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/40c08e261b994bec9bb74035cef8fbc3 is 50, key is test_row_0/B:col10/1731475254366/Put/seqid=0 2024-11-13T05:20:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:56,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742398_1574 (size=9757) 2024-11-13T05:20:57,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475317130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:57,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475317132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:57,260 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/40c08e261b994bec9bb74035cef8fbc3 2024-11-13T05:20:57,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/126164f2d15249a898de3c0b14e9ceee is 50, key is test_row_0/C:col10/1731475254366/Put/seqid=0 2024-11-13T05:20:57,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742399_1575 (size=9757) 2024-11-13T05:20:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:57,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475317634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475317635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:57,670 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/126164f2d15249a898de3c0b14e9ceee 2024-11-13T05:20:57,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/55233abf25594b1982da91ef5d7a093a as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a 2024-11-13T05:20:57,677 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a, entries=100, sequenceid=137, filesize=21.9 K 2024-11-13T05:20:57,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/40c08e261b994bec9bb74035cef8fbc3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3 2024-11-13T05:20:57,681 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3, entries=100, sequenceid=137, filesize=9.5 K 2024-11-13T05:20:57,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/126164f2d15249a898de3c0b14e9ceee as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee 2024-11-13T05:20:57,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee, entries=100, sequenceid=137, filesize=9.5 K 2024-11-13T05:20:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17cb7d00b394e854930ac19eea5db868 in 1278ms, sequenceid=137, compaction requested=true 2024-11-13T05:20:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:57,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-13T05:20:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-13T05:20:57,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-13T05:20:57,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-13T05:20:57,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.4350 sec 2024-11-13T05:20:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-13T05:20:58,358 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-13T05:20:58,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:20:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-13T05:20:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:20:58,360 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:20:58,361 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:20:58,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:20:58,424 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:33723 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:33723,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:20:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:20:58,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:58,513 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130fb3ea329a234124a7c01f06677f81d1_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475256520/Put/seqid=0 2024-11-13T05:20:58,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742400_1576 (size=12304) 2024-11-13T05:20:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:58,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:20:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:20:58,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475318663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475318666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475318767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475318769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:20:58,927 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130fb3ea329a234124a7c01f06677f81d1_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130fb3ea329a234124a7c01f06677f81d1_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:58,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4b00400c884a4ab58ea8883aba8e17e8, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:20:58,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4b00400c884a4ab58ea8883aba8e17e8 is 175, key is test_row_0/A:col10/1731475256520/Put/seqid=0 2024-11-13T05:20:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742401_1577 (size=31105) 2024-11-13T05:20:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:20:58,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475318969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:58,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475318971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475319271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475319274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,333 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4b00400c884a4ab58ea8883aba8e17e8 2024-11-13T05:20:59,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/dc60aa5fc90e47499adc066ce37847ba is 50, key is test_row_0/B:col10/1731475256520/Put/seqid=0 2024-11-13T05:20:59,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742402_1578 (size=12151) 2024-11-13T05:20:59,346 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/dc60aa5fc90e47499adc066ce37847ba 2024-11-13T05:20:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/6b408ab2c1fa4f2087a7aa89d9f6c38f is 50, key is test_row_0/C:col10/1731475256520/Put/seqid=0 2024-11-13T05:20:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742403_1579 (size=12151) 2024-11-13T05:20:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:20:59,756 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/6b408ab2c1fa4f2087a7aa89d9f6c38f 2024-11-13T05:20:59,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4b00400c884a4ab58ea8883aba8e17e8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8 2024-11-13T05:20:59,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8, entries=150, sequenceid=155, filesize=30.4 K 2024-11-13T05:20:59,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/dc60aa5fc90e47499adc066ce37847ba as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba 2024-11-13T05:20:59,766 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T05:20:59,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/6b408ab2c1fa4f2087a7aa89d9f6c38f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f 2024-11-13T05:20:59,770 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T05:20:59,771 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17cb7d00b394e854930ac19eea5db868 in 1258ms, sequenceid=155, compaction requested=true 2024-11-13T05:20:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:20:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:20:59,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-13T05:20:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-13T05:20:59,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-13T05:20:59,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-11-13T05:20:59,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4140 sec 2024-11-13T05:20:59,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:20:59,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:20:59,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:20:59,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113539bc54d90334baaa13b0ee8f5ec3060_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475259778/Put/seqid=0 2024-11-13T05:20:59,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742404_1580 (size=12304) 2024-11-13T05:20:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475319803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475319805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475319907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:20:59,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:20:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475319910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475320111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475320113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:00,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113539bc54d90334baaa13b0ee8f5ec3060_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113539bc54d90334baaa13b0ee8f5ec3060_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:00,193 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4e643f40aeb64ab0b2db2c6096c0db3f, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:00,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4e643f40aeb64ab0b2db2c6096c0db3f is 175, key is test_row_0/A:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:00,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742405_1581 (size=31105) 2024-11-13T05:21:00,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475320413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475320417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-13T05:21:00,464 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-13T05:21:00,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:21:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-13T05:21:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:00,466 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:21:00,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:21:00,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:21:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:00,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47496 deadline: 1731475320590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,592 DEBUG [Thread-2406 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:00,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4e643f40aeb64ab0b2db2c6096c0db3f 2024-11-13T05:21:00,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6060d66179f340a99fd8513961044ca4 is 50, key is test_row_0/B:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47500 deadline: 1731475320601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,605 DEBUG [Thread-2402 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:00,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742406_1582 (size=12151) 2024-11-13T05:21:00,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-13T05:21:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47524 deadline: 1731475320629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,631 DEBUG [Thread-2404 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., hostname=c07acfa36556,38917,1731475104240, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T05:21:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:00,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-13T05:21:00,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:00,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475320916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:00,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-13T05:21:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:00,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:00,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475320924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:01,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6060d66179f340a99fd8513961044ca4 2024-11-13T05:21:01,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 is 50, key is test_row_0/C:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742407_1583 (size=12151) 2024-11-13T05:21:01,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 2024-11-13T05:21:01,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/4e643f40aeb64ab0b2db2c6096c0db3f as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f 2024-11-13T05:21:01,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f, entries=150, sequenceid=174, filesize=30.4 K 2024-11-13T05:21:01,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6060d66179f340a99fd8513961044ca4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4 2024-11-13T05:21:01,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4, entries=150, sequenceid=174, filesize=11.9 K 2024-11-13T05:21:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 2024-11-13T05:21:01,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95, entries=150, sequenceid=174, filesize=11.9 K 2024-11-13T05:21:01,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 17cb7d00b394e854930ac19eea5db868 in 1261ms, sequenceid=174, compaction requested=true 2024-11-13T05:21:01,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:01,041 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:01,041 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:21:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 146787 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58267 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/A is initiating minor compaction (all files) 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/B is initiating minor compaction (all files) 2024-11-13T05:21:01,042 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/B in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:01,042 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/A in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:01,042 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/d5a263e1245049ec8f9066ea36cc0e4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=56.9 K 2024-11-13T05:21:01,042 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=143.3 K 2024-11-13T05:21:01,042 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f] 2024-11-13T05:21:01,042 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting d5a263e1245049ec8f9066ea36cc0e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00212d8aa898401692c2368d4bc01759, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting c8f340a741314750af865df69a7b1ad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475252458 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting eceddff49cdc4b60bb5458d4578565c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475252458 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 40c08e261b994bec9bb74035cef8fbc3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731475254366 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55233abf25594b1982da91ef5d7a093a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731475254366 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting dc60aa5fc90e47499adc066ce37847ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731475256513 2024-11-13T05:21:01,043 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b00400c884a4ab58ea8883aba8e17e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731475256513 2024-11-13T05:21:01,044 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6060d66179f340a99fd8513961044ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:01,044 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e643f40aeb64ab0b2db2c6096c0db3f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:01,050 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:01,052 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113b73dcd0867df484faea930adfbc14c90_17cb7d00b394e854930ac19eea5db868 store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:01,053 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#B#compaction#495 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:01,053 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/427e4aafac7d4e5f86862879e2611c9d is 50, key is test_row_0/B:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:01,055 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113b73dcd0867df484faea930adfbc14c90_17cb7d00b394e854930ac19eea5db868, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:01,056 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b73dcd0867df484faea930adfbc14c90_17cb7d00b394e854930ac19eea5db868 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:01,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742408_1584 (size=12527) 2024-11-13T05:21:01,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742409_1585 (size=4469) 2024-11-13T05:21:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:01,069 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#A#compaction#496 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:01,069 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/91c7b977d5ee4ce29260035da0a30fcb is 175, key is test_row_0/A:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:01,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742410_1586 (size=31481) 2024-11-13T05:21:01,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:01,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-13T05:21:01,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:01,076 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113337226cd48e84c30a609488fab38cd3b_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475259793/Put/seqid=0 2024-11-13T05:21:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742411_1587 (size=12304) 2024-11-13T05:21:01,468 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/427e4aafac7d4e5f86862879e2611c9d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/427e4aafac7d4e5f86862879e2611c9d 2024-11-13T05:21:01,472 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/B of 17cb7d00b394e854930ac19eea5db868 into 427e4aafac7d4e5f86862879e2611c9d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:01,472 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:01,472 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/B, priority=11, startTime=1731475261041; duration=0sec 2024-11-13T05:21:01,473 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:01,473 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:B 2024-11-13T05:21:01,473 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-13T05:21:01,474 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58267 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-13T05:21:01,474 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/C is initiating minor compaction (all files) 2024-11-13T05:21:01,474 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/C in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:01,474 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/3e4d4928dfb34a13a19a9bfc528e44c0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=56.9 K 2024-11-13T05:21:01,474 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e4d4928dfb34a13a19a9bfc528e44c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731475252335 2024-11-13T05:21:01,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b946c770fecf436bb318961419032dfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731475252458 2024-11-13T05:21:01,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 126164f2d15249a898de3c0b14e9ceee, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731475254366 2024-11-13T05:21:01,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b408ab2c1fa4f2087a7aa89d9f6c38f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731475256513 2024-11-13T05:21:01,475 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a12b34b7ba54fa0bf2a366bbfd3ee95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:01,477 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/91c7b977d5ee4ce29260035da0a30fcb as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb 2024-11-13T05:21:01,480 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/A of 17cb7d00b394e854930ac19eea5db868 into 91c7b977d5ee4ce29260035da0a30fcb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:01,480 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:01,480 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/A, priority=11, startTime=1731475261041; duration=0sec 2024-11-13T05:21:01,480 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:01,480 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:A 2024-11-13T05:21:01,484 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:01,485 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/44e4d18ff0f84920a4b4d96b0ab86742 is 50, key is test_row_0/C:col10/1731475259778/Put/seqid=0 2024-11-13T05:21:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:01,488 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113337226cd48e84c30a609488fab38cd3b_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113337226cd48e84c30a609488fab38cd3b_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:01,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742412_1588 (size=12527) 2024-11-13T05:21:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2efaf5e4ddf440aea0c7bddd90c2b882, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:01,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2efaf5e4ddf440aea0c7bddd90c2b882 is 175, key is test_row_0/A:col10/1731475259793/Put/seqid=0 2024-11-13T05:21:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742413_1589 (size=31105) 2024-11-13T05:21:01,504 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/44e4d18ff0f84920a4b4d96b0ab86742 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/44e4d18ff0f84920a4b4d96b0ab86742 2024-11-13T05:21:01,508 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/C of 17cb7d00b394e854930ac19eea5db868 into 44e4d18ff0f84920a4b4d96b0ab86742(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:01,508 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:01,508 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/C, priority=11, startTime=1731475261041; duration=0sec 2024-11-13T05:21:01,508 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:01,508 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:C 2024-11-13T05:21:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:01,894 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2efaf5e4ddf440aea0c7bddd90c2b882 2024-11-13T05:21:01,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/b14daa4462424f938c1d3925ab02ccea is 50, key is test_row_0/B:col10/1731475259793/Put/seqid=0 2024-11-13T05:21:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742414_1590 (size=12151) 2024-11-13T05:21:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:01,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475321957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475321958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475322060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475322060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475322262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475322263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,305 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/b14daa4462424f938c1d3925ab02ccea 2024-11-13T05:21:02,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e6a098d60ff3425a829c979cdea885ff is 50, key is test_row_0/C:col10/1731475259793/Put/seqid=0 2024-11-13T05:21:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742415_1591 (size=12151) 2024-11-13T05:21:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475322566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475322566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:02,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e6a098d60ff3425a829c979cdea885ff 2024-11-13T05:21:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2efaf5e4ddf440aea0c7bddd90c2b882 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882 2024-11-13T05:21:02,723 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882, entries=150, sequenceid=191, filesize=30.4 K 2024-11-13T05:21:02,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/b14daa4462424f938c1d3925ab02ccea as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea 2024-11-13T05:21:02,727 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea, entries=150, sequenceid=191, filesize=11.9 K 2024-11-13T05:21:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e6a098d60ff3425a829c979cdea885ff as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff 2024-11-13T05:21:02,731 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff, entries=150, sequenceid=191, filesize=11.9 K 2024-11-13T05:21:02,732 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 17cb7d00b394e854930ac19eea5db868 in 1656ms, sequenceid=191, compaction requested=false 2024-11-13T05:21:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-13T05:21:02,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-13T05:21:02,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-13T05:21:02,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2660 sec 2024-11-13T05:21:02,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.2700 sec 2024-11-13T05:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:03,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:03,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb32046abd584cf4adeabf0021609150_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742416_1592 (size=12304) 2024-11-13T05:21:03,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:03,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bb32046abd584cf4adeabf0021609150_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb32046abd584cf4adeabf0021609150_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:03,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/0cb3cb9085fe4c91be0d2d089a690c44, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:03,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/0cb3cb9085fe4c91be0d2d089a690c44 is 175, key is test_row_0/A:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742417_1593 (size=31105) 2024-11-13T05:21:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475323090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475323090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475323192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475323194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475323394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475323396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/0cb3cb9085fe4c91be0d2d089a690c44 2024-11-13T05:21:03,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/de2ae61cdfc84bbab464aa9da9509d25 is 50, key is test_row_0/B:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742418_1594 (size=12151) 2024-11-13T05:21:03,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475323698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475323699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:03,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/de2ae61cdfc84bbab464aa9da9509d25 2024-11-13T05:21:03,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/550ad83617734ab2996de6f4c32b945e is 50, key is test_row_0/C:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742419_1595 (size=12151) 2024-11-13T05:21:03,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/550ad83617734ab2996de6f4c32b945e 2024-11-13T05:21:03,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/0cb3cb9085fe4c91be0d2d089a690c44 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44 2024-11-13T05:21:03,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44, entries=150, sequenceid=215, filesize=30.4 K 2024-11-13T05:21:03,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/de2ae61cdfc84bbab464aa9da9509d25 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25 2024-11-13T05:21:03,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T05:21:03,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/550ad83617734ab2996de6f4c32b945e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e 2024-11-13T05:21:03,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T05:21:03,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 17cb7d00b394e854930ac19eea5db868 in 873ms, sequenceid=215, compaction requested=true 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:21:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:03,944 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:21:03,944 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:21:03,945 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:21:03,945 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:21:03,945 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/A is initiating minor compaction (all files) 2024-11-13T05:21:03,945 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/B is initiating minor compaction (all files) 2024-11-13T05:21:03,945 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/A in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:03,945 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/B in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:03,945 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=91.5 K 2024-11-13T05:21:03,945 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/427e4aafac7d4e5f86862879e2611c9d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=36.0 K 2024-11-13T05:21:03,945 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:03,945 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44] 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c7b977d5ee4ce29260035da0a30fcb, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 427e4aafac7d4e5f86862879e2611c9d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b14daa4462424f938c1d3925ab02ccea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731475259793 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2efaf5e4ddf440aea0c7bddd90c2b882, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731475259793 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting de2ae61cdfc84bbab464aa9da9509d25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:03,946 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cb3cb9085fe4c91be0d2d089a690c44, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:03,952 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:03,954 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#B#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:03,954 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/0cdb99dede9f4169a5eb7003d9e32f15 is 50, key is test_row_0/B:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,956 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113214f158d99a6469cae3618011ca83fe9_17cb7d00b394e854930ac19eea5db868 store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:03,957 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113214f158d99a6469cae3618011ca83fe9_17cb7d00b394e854930ac19eea5db868, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:03,958 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113214f158d99a6469cae3618011ca83fe9_17cb7d00b394e854930ac19eea5db868 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:03,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742420_1596 (size=12629) 2024-11-13T05:21:03,988 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/0cdb99dede9f4169a5eb7003d9e32f15 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0cdb99dede9f4169a5eb7003d9e32f15 2024-11-13T05:21:03,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742421_1597 (size=4469) 2024-11-13T05:21:03,992 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#A#compaction#504 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:03,993 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/25ebe8c951134320942ea7f7f15e148d is 175, key is test_row_0/A:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:03,995 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/B of 17cb7d00b394e854930ac19eea5db868 into 0cdb99dede9f4169a5eb7003d9e32f15(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:03,995 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:03,995 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/B, priority=13, startTime=1731475263944; duration=0sec 2024-11-13T05:21:03,995 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:03,995 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:B 2024-11-13T05:21:03,995 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T05:21:03,997 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T05:21:03,997 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/C is initiating minor compaction (all files) 2024-11-13T05:21:03,997 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/C in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:03,997 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/44e4d18ff0f84920a4b4d96b0ab86742, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=36.0 K 2024-11-13T05:21:03,997 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e4d18ff0f84920a4b4d96b0ab86742, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731475258658 2024-11-13T05:21:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742422_1598 (size=31583) 2024-11-13T05:21:03,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a098d60ff3425a829c979cdea885ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731475259793 2024-11-13T05:21:03,998 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 550ad83617734ab2996de6f4c32b945e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:04,003 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/25ebe8c951134320942ea7f7f15e148d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d 2024-11-13T05:21:04,008 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:04,009 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/b94ce2f2390040ce90244aa73aa01bab is 50, key is test_row_0/C:col10/1731475261956/Put/seqid=0 2024-11-13T05:21:04,011 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/A of 17cb7d00b394e854930ac19eea5db868 into 25ebe8c951134320942ea7f7f15e148d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:04,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:04,011 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/A, priority=13, startTime=1731475263944; duration=0sec 2024-11-13T05:21:04,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:04,011 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:A 2024-11-13T05:21:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742423_1599 (size=12629) 2024-11-13T05:21:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:04,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T05:21:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:04,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dccf8140c7894429abec8cd13a41f749_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475264202/Put/seqid=0 2024-11-13T05:21:04,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742424_1600 (size=14794) 2024-11-13T05:21:04,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475324227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475324228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475324329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475324330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,422 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/b94ce2f2390040ce90244aa73aa01bab as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b94ce2f2390040ce90244aa73aa01bab 2024-11-13T05:21:04,427 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/C of 17cb7d00b394e854930ac19eea5db868 into b94ce2f2390040ce90244aa73aa01bab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:04,427 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:04,427 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/C, priority=13, startTime=1731475263944; duration=0sec 2024-11-13T05:21:04,427 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:04,427 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:C 2024-11-13T05:21:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475324532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475324533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-13T05:21:04,571 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-13T05:21:04,572 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:21:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-13T05:21:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:04,573 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:21:04,573 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:21:04,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:21:04,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:04,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dccf8140c7894429abec8cd13a41f749_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dccf8140c7894429abec8cd13a41f749_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:04,622 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a13e982adedb46eeaa76768ee6338bf9, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:04,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a13e982adedb46eeaa76768ee6338bf9 is 175, key is test_row_0/A:col10/1731475264202/Put/seqid=0 2024-11-13T05:21:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742425_1601 (size=39749) 2024-11-13T05:21:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:04,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:04,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:04,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475324835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475324835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:04,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:04,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:04,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:04,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a13e982adedb46eeaa76768ee6338bf9 2024-11-13T05:21:05,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6dc67a55746b48d49369bed2a8a9c6f4 is 50, key is test_row_0/B:col10/1731475264202/Put/seqid=0 2024-11-13T05:21:05,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742426_1602 (size=12151) 2024-11-13T05:21:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:05,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475325337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475325338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6dc67a55746b48d49369bed2a8a9c6f4 2024-11-13T05:21:05,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/bdabe0a619f4449b8d15c684af7c473e is 50, key is test_row_0/C:col10/1731475264202/Put/seqid=0 2024-11-13T05:21:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742427_1603 (size=12151) 2024-11-13T05:21:05,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:05,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:05,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/bdabe0a619f4449b8d15c684af7c473e 2024-11-13T05:21:05,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a13e982adedb46eeaa76768ee6338bf9 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9 2024-11-13T05:21:05,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9, entries=200, sequenceid=233, filesize=38.8 K 2024-11-13T05:21:05,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6dc67a55746b48d49369bed2a8a9c6f4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4 2024-11-13T05:21:05,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T05:21:05,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/bdabe0a619f4449b8d15c684af7c473e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e 2024-11-13T05:21:05,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T05:21:05,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 17cb7d00b394e854930ac19eea5db868 in 1660ms, sequenceid=233, compaction requested=false 2024-11-13T05:21:05,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:05,945 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:05,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-13T05:21:05,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:05,946 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T05:21:05,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:05,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:05,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:05,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cdb5fffd57604048a8fa980cbe81d536_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475264222/Put/seqid=0 2024-11-13T05:21:05,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742428_1604 (size=12304) 2024-11-13T05:21:06,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:06,361 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113cdb5fffd57604048a8fa980cbe81d536_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cdb5fffd57604048a8fa980cbe81d536_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/815e13ceaa6442d0b4a6a6d22ffd46df, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:06,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/815e13ceaa6442d0b4a6a6d22ffd46df is 175, key is test_row_0/A:col10/1731475264222/Put/seqid=0 2024-11-13T05:21:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475326360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475326360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742429_1605 (size=31105) 2024-11-13T05:21:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475326464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475326464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475326667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475326667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:06,766 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/815e13ceaa6442d0b4a6a6d22ffd46df 2024-11-13T05:21:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/9a2a4f91602149c98c359c8a841d1e53 is 50, key is test_row_0/B:col10/1731475264222/Put/seqid=0 2024-11-13T05:21:06,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742430_1606 (size=12151) 2024-11-13T05:21:06,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475326971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475326972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:07,177 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/9a2a4f91602149c98c359c8a841d1e53 2024-11-13T05:21:07,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/db0be0bbf4e2488dad534af048a2d4f7 is 50, key is test_row_0/C:col10/1731475264222/Put/seqid=0 2024-11-13T05:21:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742431_1607 (size=12151) 2024-11-13T05:21:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475327475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:07,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475327476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:07,591 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/db0be0bbf4e2488dad534af048a2d4f7 2024-11-13T05:21:07,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/815e13ceaa6442d0b4a6a6d22ffd46df as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df 2024-11-13T05:21:07,607 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df, entries=150, sequenceid=254, filesize=30.4 K 2024-11-13T05:21:07,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/9a2a4f91602149c98c359c8a841d1e53 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53 2024-11-13T05:21:07,611 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53, entries=150, sequenceid=254, filesize=11.9 K 2024-11-13T05:21:07,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/db0be0bbf4e2488dad534af048a2d4f7 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7 2024-11-13T05:21:07,615 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7, entries=150, sequenceid=254, filesize=11.9 K 2024-11-13T05:21:07,616 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 17cb7d00b394e854930ac19eea5db868 in 1670ms, sequenceid=254, compaction requested=true 2024-11-13T05:21:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-13T05:21:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-13T05:21:07,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-13T05:21:07,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-13T05:21:07,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 3.0470 sec 2024-11-13T05:21:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:08,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:08,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111356695f7e0b654e979655660f4e547365_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:08,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742432_1608 (size=12454) 2024-11-13T05:21:08,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475328505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475328506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475328608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475328609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-13T05:21:08,677 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-13T05:21:08,678 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T05:21:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-13T05:21:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:08,680 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T05:21:08,680 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T05:21:08,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T05:21:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:08,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475328810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475328811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:08,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:08,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:08,890 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:08,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111356695f7e0b654e979655660f4e547365_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356695f7e0b654e979655660f4e547365_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:08,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2ac70f8e19d34cb4a186b6e7a099d920, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:08,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2ac70f8e19d34cb4a186b6e7a099d920 is 175, key is test_row_0/A:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:08,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742433_1609 (size=31255) 2024-11-13T05:21:08,934 DEBUG [Thread-2409 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:55869 2024-11-13T05:21:08,934 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:08,934 DEBUG [Thread-2413 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:55869 2024-11-13T05:21:08,934 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:08,935 DEBUG [Thread-2417 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x503a7d2e to 127.0.0.1:55869 2024-11-13T05:21:08,935 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:08,936 DEBUG [Thread-2415 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:55869 2024-11-13T05:21:08,936 DEBUG [Thread-2411 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:55869 2024-11-13T05:21:08,936 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:08,936 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:08,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:08,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:08,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475329112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475329114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:09,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,309 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2ac70f8e19d34cb4a186b6e7a099d920 2024-11-13T05:21:09,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/0bdd87623b35426a8ec5d3be3261a8ab is 50, key is test_row_0/B:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742434_1610 (size=12301) 2024-11-13T05:21:09,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47540 deadline: 1731475329617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-13T05:21:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47510 deadline: 1731475329619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/0bdd87623b35426a8ec5d3be3261a8ab 2024-11-13T05:21:09,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a3b0ef3d1eb24fa3867df1e1c106b47d is 50, key is test_row_0/C:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742435_1611 (size=12301) 2024-11-13T05:21:09,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:09,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:09,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:09,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:10,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:10,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:10,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T05:21:10,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a3b0ef3d1eb24fa3867df1e1c106b47d 2024-11-13T05:21:10,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/2ac70f8e19d34cb4a186b6e7a099d920 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920 2024-11-13T05:21:10,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920, entries=150, sequenceid=272, filesize=30.5 K 2024-11-13T05:21:10,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/0bdd87623b35426a8ec5d3be3261a8ab as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab 2024-11-13T05:21:10,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab, entries=150, sequenceid=272, filesize=12.0 K 2024-11-13T05:21:10,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/a3b0ef3d1eb24fa3867df1e1c106b47d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d 2024-11-13T05:21:10,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d, entries=150, sequenceid=272, filesize=12.0 K 2024-11-13T05:21:10,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 17cb7d00b394e854930ac19eea5db868 in 1658ms, sequenceid=272, compaction requested=true 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:10,138 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17cb7d00b394e854930ac19eea5db868:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T05:21:10,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:10,138 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133692 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/A is initiating minor compaction (all files) 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/B is initiating minor compaction (all files) 2024-11-13T05:21:10,139 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/A in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,139 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/B in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,139 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=130.6 K 2024-11-13T05:21:10,139 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0cdb99dede9f4169a5eb7003d9e32f15, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=48.1 K 2024-11-13T05:21:10,139 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. files: [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920] 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cdb99dede9f4169a5eb7003d9e32f15, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:10,139 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25ebe8c951134320942ea7f7f15e148d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dc67a55746b48d49369bed2a8a9c6f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731475263084 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting a13e982adedb46eeaa76768ee6338bf9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731475263084 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2a4f91602149c98c359c8a841d1e53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731475264222 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815e13ceaa6442d0b4a6a6d22ffd46df, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731475264222 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac70f8e19d34cb4a186b6e7a099d920, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731475266349 2024-11-13T05:21:10,140 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bdd87623b35426a8ec5d3be3261a8ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731475266349 2024-11-13T05:21:10,145 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:10,146 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:10,146 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/c9524478cee644ac9717e4f5b54870b4 is 50, key is test_row_0/B:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:10,146 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c6b865fcca154d009a8c94c7e6f55116_17cb7d00b394e854930ac19eea5db868 store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:10,148 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c6b865fcca154d009a8c94c7e6f55116_17cb7d00b394e854930ac19eea5db868, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:10,148 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c6b865fcca154d009a8c94c7e6f55116_17cb7d00b394e854930ac19eea5db868 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742436_1612 (size=12915) 2024-11-13T05:21:10,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742437_1613 (size=4469) 2024-11-13T05:21:10,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:10,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38917 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-13T05:21:10,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:10,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330e5aa4e0e1f4eca83e5d16105209615_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475268504/Put/seqid=0 2024-11-13T05:21:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742438_1614 (size=12454) 2024-11-13T05:21:10,552 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#A#compaction#517 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:10,553 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fc14654ce03d49958e93d47790d052d8 is 175, key is test_row_0/A:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:10,553 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/c9524478cee644ac9717e4f5b54870b4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c9524478cee644ac9717e4f5b54870b4 2024-11-13T05:21:10,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742439_1615 (size=31869) 2024-11-13T05:21:10,557 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/B of 17cb7d00b394e854930ac19eea5db868 into c9524478cee644ac9717e4f5b54870b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:10,557 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:10,557 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/B, priority=12, startTime=1731475270138; duration=0sec 2024-11-13T05:21:10,557 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T05:21:10,557 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:B 2024-11-13T05:21:10,557 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T05:21:10,558 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T05:21:10,558 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1540): 17cb7d00b394e854930ac19eea5db868/C is initiating minor compaction (all files) 2024-11-13T05:21:10,558 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 17cb7d00b394e854930ac19eea5db868/C in TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:10,558 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b94ce2f2390040ce90244aa73aa01bab, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d] into tmpdir=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp, totalSize=48.1 K 2024-11-13T05:21:10,558 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting b94ce2f2390040ce90244aa73aa01bab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731475261954 2024-11-13T05:21:10,558 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting bdabe0a619f4449b8d15c684af7c473e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731475263084 2024-11-13T05:21:10,558 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting db0be0bbf4e2488dad534af048a2d4f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731475264222 2024-11-13T05:21:10,559 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b0ef3d1eb24fa3867df1e1c106b47d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731475266349 2024-11-13T05:21:10,565 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17cb7d00b394e854930ac19eea5db868#C#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T05:21:10,565 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/fc25bdfc466841aa8a13832b112ccd83 is 50, key is test_row_0/C:col10/1731475268478/Put/seqid=0 2024-11-13T05:21:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742440_1616 (size=12915) 2024-11-13T05:21:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:10,612 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111330e5aa4e0e1f4eca83e5d16105209615_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330e5aa4e0e1f4eca83e5d16105209615_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a4a511cd0148479dad49b8fd36bda078, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:10,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a4a511cd0148479dad49b8fd36bda078 is 175, key is test_row_0/A:col10/1731475268504/Put/seqid=0 2024-11-13T05:21:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742441_1617 (size=31255) 2024-11-13T05:21:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38917 {}] regionserver.HRegion(8581): Flush requested on 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:10,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. as already flushing 2024-11-13T05:21:10,624 DEBUG [Thread-2400 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:55869 2024-11-13T05:21:10,624 DEBUG [Thread-2400 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:10,624 DEBUG [Thread-2398 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:55869 2024-11-13T05:21:10,624 DEBUG [Thread-2398 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:10,648 DEBUG [Thread-2406 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:55869 2024-11-13T05:21:10,648 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:10,698 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:55869 2024-11-13T05:21:10,698 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:10,731 DEBUG [Thread-2404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:55869 2024-11-13T05:21:10,731 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:10,959 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/fc14654ce03d49958e93d47790d052d8 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fc14654ce03d49958e93d47790d052d8 2024-11-13T05:21:10,962 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/A of 17cb7d00b394e854930ac19eea5db868 into fc14654ce03d49958e93d47790d052d8(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:10,962 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:10,962 INFO [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/A, priority=12, startTime=1731475270138; duration=0sec 2024-11-13T05:21:10,963 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:10,963 DEBUG [RS:0;c07acfa36556:38917-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:A 2024-11-13T05:21:10,970 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/fc25bdfc466841aa8a13832b112ccd83 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/fc25bdfc466841aa8a13832b112ccd83 2024-11-13T05:21:10,973 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 17cb7d00b394e854930ac19eea5db868/C of 17cb7d00b394e854930ac19eea5db868 into fc25bdfc466841aa8a13832b112ccd83(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T05:21:10,973 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:10,973 INFO [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868., storeName=17cb7d00b394e854930ac19eea5db868/C, priority=12, startTime=1731475270138; duration=0sec 2024-11-13T05:21:10,973 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T05:21:10,973 DEBUG [RS:0;c07acfa36556:38917-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17cb7d00b394e854930ac19eea5db868:C 2024-11-13T05:21:11,017 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a4a511cd0148479dad49b8fd36bda078 2024-11-13T05:21:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6b74b57c39974f7ab786afc74cc94443 is 50, key is test_row_0/B:col10/1731475268504/Put/seqid=0 2024-11-13T05:21:11,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742442_1618 (size=12301) 2024-11-13T05:21:11,425 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6b74b57c39974f7ab786afc74cc94443 2024-11-13T05:21:11,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/14db9c7b9aef48d1b209b5ad12f1a9b3 is 50, key is test_row_0/C:col10/1731475268504/Put/seqid=0 2024-11-13T05:21:11,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742443_1619 (size=12301) 2024-11-13T05:21:11,833 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/14db9c7b9aef48d1b209b5ad12f1a9b3 2024-11-13T05:21:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/a4a511cd0148479dad49b8fd36bda078 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a4a511cd0148479dad49b8fd36bda078 2024-11-13T05:21:11,839 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a4a511cd0148479dad49b8fd36bda078, entries=150, sequenceid=290, filesize=30.5 K 2024-11-13T05:21:11,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/6b74b57c39974f7ab786afc74cc94443 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6b74b57c39974f7ab786afc74cc94443 2024-11-13T05:21:11,841 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6b74b57c39974f7ab786afc74cc94443, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T05:21:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/14db9c7b9aef48d1b209b5ad12f1a9b3 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/14db9c7b9aef48d1b209b5ad12f1a9b3 2024-11-13T05:21:11,844 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/14db9c7b9aef48d1b209b5ad12f1a9b3, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T05:21:11,845 INFO [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for 17cb7d00b394e854930ac19eea5db868 in 1644ms, sequenceid=290, compaction requested=false 2024-11-13T05:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:11,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c07acfa36556:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-13T05:21:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-13T05:21:11,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-13T05:21:11,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1660 sec 2024-11-13T05:21:11,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 3.1690 sec 2024-11-13T05:21:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-13T05:21:12,783 INFO [Thread-2408 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7131 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7157 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6978 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7120 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7165 2024-11-13T05:21:12,784 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T05:21:12,784 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:21:12,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:55869 2024-11-13T05:21:12,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:12,784 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-13T05:21:12,785 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T05:21:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:12,787 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475272787"}]},"ts":"1731475272787"} 2024-11-13T05:21:12,788 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T05:21:12,789 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T05:21:12,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T05:21:12,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, UNASSIGN}] 2024-11-13T05:21:12,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, UNASSIGN 2024-11-13T05:21:12,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=CLOSING, regionLocation=c07acfa36556,38917,1731475104240 2024-11-13T05:21:12,792 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T05:21:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240}] 2024-11-13T05:21:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:12,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c07acfa36556,38917,1731475104240 2024-11-13T05:21:12,944 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 17cb7d00b394e854930ac19eea5db868, disabling compactions & flushes 2024-11-13T05:21:12,944 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. after waiting 0 ms 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:12,944 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 17cb7d00b394e854930ac19eea5db868 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=A 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=B 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17cb7d00b394e854930ac19eea5db868, store=C 2024-11-13T05:21:12,944 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-13T05:21:12,949 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135806e3f8f4264e55ae2ddf96bfd70c57_17cb7d00b394e854930ac19eea5db868 is 50, key is test_row_0/A:col10/1731475270647/Put/seqid=0 2024-11-13T05:21:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742444_1620 (size=12454) 2024-11-13T05:21:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:13,352 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T05:21:13,355 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135806e3f8f4264e55ae2ddf96bfd70c57_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135806e3f8f4264e55ae2ddf96bfd70c57_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:13,355 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/cddd82dde2c84d1d98a1babdd9329039, store: [table=TestAcidGuarantees family=A region=17cb7d00b394e854930ac19eea5db868] 2024-11-13T05:21:13,356 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/cddd82dde2c84d1d98a1babdd9329039 is 175, key is test_row_0/A:col10/1731475270647/Put/seqid=0 2024-11-13T05:21:13,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742445_1621 (size=31255) 2024-11-13T05:21:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:13,760 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/cddd82dde2c84d1d98a1babdd9329039 2024-11-13T05:21:13,765 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/003120d5f7de4743873fe65f519c01bd is 50, key is test_row_0/B:col10/1731475270647/Put/seqid=0 2024-11-13T05:21:13,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742446_1622 (size=12301) 2024-11-13T05:21:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:14,168 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/003120d5f7de4743873fe65f519c01bd 2024-11-13T05:21:14,173 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e82ff72d94bd42a0b95618b9f87c4743 is 50, key is test_row_0/C:col10/1731475270647/Put/seqid=0 2024-11-13T05:21:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742447_1623 (size=12301) 2024-11-13T05:21:14,576 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e82ff72d94bd42a0b95618b9f87c4743 2024-11-13T05:21:14,579 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/A/cddd82dde2c84d1d98a1babdd9329039 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/cddd82dde2c84d1d98a1babdd9329039 2024-11-13T05:21:14,582 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/cddd82dde2c84d1d98a1babdd9329039, entries=150, sequenceid=301, filesize=30.5 K 2024-11-13T05:21:14,582 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/B/003120d5f7de4743873fe65f519c01bd as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/003120d5f7de4743873fe65f519c01bd 2024-11-13T05:21:14,584 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/003120d5f7de4743873fe65f519c01bd, entries=150, sequenceid=301, filesize=12.0 K 2024-11-13T05:21:14,585 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/.tmp/C/e82ff72d94bd42a0b95618b9f87c4743 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e82ff72d94bd42a0b95618b9f87c4743 2024-11-13T05:21:14,587 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e82ff72d94bd42a0b95618b9f87c4743, entries=150, sequenceid=301, filesize=12.0 K 2024-11-13T05:21:14,587 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 17cb7d00b394e854930ac19eea5db868 in 1643ms, sequenceid=301, compaction requested=true 2024-11-13T05:21:14,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920] to archive 2024-11-13T05:21:14,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:21:14,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/16bc896e3dfe4dcf81b616de02189041 2024-11-13T05:21:14,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/f899622c447e4974a9ebbc6f43904a84 2024-11-13T05:21:14,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/6a0bc9531d4c46968102380da8403d85 2024-11-13T05:21:14,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/c35d8d4b9d2e4d739829d8e071624da6 2024-11-13T05:21:14,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fcf3b3cd574c4fb08978cb2ed36db291 2024-11-13T05:21:14,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/121d7177c157450caea6381e19a4716f 2024-11-13T05:21:14,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/00212d8aa898401692c2368d4bc01759 2024-11-13T05:21:14,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/eceddff49cdc4b60bb5458d4578565c7 2024-11-13T05:21:14,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/55233abf25594b1982da91ef5d7a093a 2024-11-13T05:21:14,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4b00400c884a4ab58ea8883aba8e17e8 2024-11-13T05:21:14,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/91c7b977d5ee4ce29260035da0a30fcb 2024-11-13T05:21:14,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/4e643f40aeb64ab0b2db2c6096c0db3f 2024-11-13T05:21:14,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2efaf5e4ddf440aea0c7bddd90c2b882 2024-11-13T05:21:14,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/25ebe8c951134320942ea7f7f15e148d 2024-11-13T05:21:14,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/0cb3cb9085fe4c91be0d2d089a690c44 2024-11-13T05:21:14,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a13e982adedb46eeaa76768ee6338bf9 2024-11-13T05:21:14,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/815e13ceaa6442d0b4a6a6d22ffd46df 2024-11-13T05:21:14,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/2ac70f8e19d34cb4a186b6e7a099d920 2024-11-13T05:21:14,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/4acbafe6d18c45e195261645eb08ac52, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/d5a263e1245049ec8f9066ea36cc0e4c, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/427e4aafac7d4e5f86862879e2611c9d, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0cdb99dede9f4169a5eb7003d9e32f15, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab] to archive 2024-11-13T05:21:14,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:21:14,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/012cf182be07406d81c8194f193ca8b0 2024-11-13T05:21:14,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/34f78453b62f4458a00afba938fb5e50 2024-11-13T05:21:14,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/4acbafe6d18c45e195261645eb08ac52 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/4acbafe6d18c45e195261645eb08ac52 2024-11-13T05:21:14,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/ca899667a5264795b2f0b5eda777e305 2024-11-13T05:21:14,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/3f04d9a186ed4c7aa2a047854d65e7dc 2024-11-13T05:21:14,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/d5a263e1245049ec8f9066ea36cc0e4c to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/d5a263e1245049ec8f9066ea36cc0e4c 2024-11-13T05:21:14,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/efbdc235d3e54e31b409d9ebedf3576e 2024-11-13T05:21:14,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c8f340a741314750af865df69a7b1ad5 2024-11-13T05:21:14,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/40c08e261b994bec9bb74035cef8fbc3 2024-11-13T05:21:14,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/dc60aa5fc90e47499adc066ce37847ba 2024-11-13T05:21:14,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/427e4aafac7d4e5f86862879e2611c9d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/427e4aafac7d4e5f86862879e2611c9d 2024-11-13T05:21:14,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6060d66179f340a99fd8513961044ca4 2024-11-13T05:21:14,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/b14daa4462424f938c1d3925ab02ccea 2024-11-13T05:21:14,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0cdb99dede9f4169a5eb7003d9e32f15 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0cdb99dede9f4169a5eb7003d9e32f15 2024-11-13T05:21:14,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/de2ae61cdfc84bbab464aa9da9509d25 2024-11-13T05:21:14,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6dc67a55746b48d49369bed2a8a9c6f4 2024-11-13T05:21:14,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/9a2a4f91602149c98c359c8a841d1e53 2024-11-13T05:21:14,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/0bdd87623b35426a8ec5d3be3261a8ab 2024-11-13T05:21:14,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/4a31d2a9a0994be3b0e3e9422e98787f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/3e4d4928dfb34a13a19a9bfc528e44c0, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/44e4d18ff0f84920a4b4d96b0ab86742, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b94ce2f2390040ce90244aa73aa01bab, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d] to archive 2024-11-13T05:21:14,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T05:21:14,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/5c50210b576a4634949af7a1ce78a126 2024-11-13T05:21:14,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/f68cad6cf2414501a728ae80d3829d68 2024-11-13T05:21:14,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/4a31d2a9a0994be3b0e3e9422e98787f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/4a31d2a9a0994be3b0e3e9422e98787f 2024-11-13T05:21:14,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a2215bee30be4d9988c94381714e45d7 2024-11-13T05:21:14,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/57878efec28749928db2cdadbf32f5f1 2024-11-13T05:21:14,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/3e4d4928dfb34a13a19a9bfc528e44c0 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/3e4d4928dfb34a13a19a9bfc528e44c0 2024-11-13T05:21:14,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/20c7a30a1ded4a289825a23769cac07e 2024-11-13T05:21:14,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b946c770fecf436bb318961419032dfd 2024-11-13T05:21:14,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/126164f2d15249a898de3c0b14e9ceee 2024-11-13T05:21:14,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/6b408ab2c1fa4f2087a7aa89d9f6c38f 2024-11-13T05:21:14,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/44e4d18ff0f84920a4b4d96b0ab86742 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/44e4d18ff0f84920a4b4d96b0ab86742 2024-11-13T05:21:14,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/1a12b34b7ba54fa0bf2a366bbfd3ee95 2024-11-13T05:21:14,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e6a098d60ff3425a829c979cdea885ff 2024-11-13T05:21:14,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b94ce2f2390040ce90244aa73aa01bab to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/b94ce2f2390040ce90244aa73aa01bab 2024-11-13T05:21:14,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/550ad83617734ab2996de6f4c32b945e 2024-11-13T05:21:14,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/bdabe0a619f4449b8d15c684af7c473e 2024-11-13T05:21:14,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/db0be0bbf4e2488dad534af048a2d4f7 2024-11-13T05:21:14,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/a3b0ef3d1eb24fa3867df1e1c106b47d 2024-11-13T05:21:14,634 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-11-13T05:21:14,634 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868. 2024-11-13T05:21:14,634 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 17cb7d00b394e854930ac19eea5db868: 2024-11-13T05:21:14,635 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=17cb7d00b394e854930ac19eea5db868, regionState=CLOSED 2024-11-13T05:21:14,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-13T05:21:14,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 17cb7d00b394e854930ac19eea5db868, server=c07acfa36556,38917,1731475104240 in 1.8440 sec 2024-11-13T05:21:14,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-13T05:21:14,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=17cb7d00b394e854930ac19eea5db868, UNASSIGN in 1.8460 sec 2024-11-13T05:21:14,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-13T05:21:14,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8480 sec 2024-11-13T05:21:14,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731475274640"}]},"ts":"1731475274640"} 2024-11-13T05:21:14,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T05:21:14,642 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T05:21:14,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8570 sec 2024-11-13T05:21:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-13T05:21:14,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-13T05:21:14,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T05:21:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,891 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-13T05:21:14,891 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,893 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C, FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits] 2024-11-13T05:21:14,896 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a4a511cd0148479dad49b8fd36bda078 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/a4a511cd0148479dad49b8fd36bda078 2024-11-13T05:21:14,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/cddd82dde2c84d1d98a1babdd9329039 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/cddd82dde2c84d1d98a1babdd9329039 2024-11-13T05:21:14,898 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fc14654ce03d49958e93d47790d052d8 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/A/fc14654ce03d49958e93d47790d052d8 2024-11-13T05:21:14,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/003120d5f7de4743873fe65f519c01bd to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/003120d5f7de4743873fe65f519c01bd 2024-11-13T05:21:14,900 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6b74b57c39974f7ab786afc74cc94443 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/6b74b57c39974f7ab786afc74cc94443 2024-11-13T05:21:14,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c9524478cee644ac9717e4f5b54870b4 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/B/c9524478cee644ac9717e4f5b54870b4 2024-11-13T05:21:14,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/14db9c7b9aef48d1b209b5ad12f1a9b3 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/14db9c7b9aef48d1b209b5ad12f1a9b3 2024-11-13T05:21:14,903 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e82ff72d94bd42a0b95618b9f87c4743 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/e82ff72d94bd42a0b95618b9f87c4743 2024-11-13T05:21:14,904 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/fc25bdfc466841aa8a13832b112ccd83 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/C/fc25bdfc466841aa8a13832b112ccd83 2024-11-13T05:21:14,906 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits/304.seqid to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868/recovered.edits/304.seqid 2024-11-13T05:21:14,906 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/default/TestAcidGuarantees/17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,906 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T05:21:14,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:21:14,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T05:21:14,909 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130fb3ea329a234124a7c01f06677f81d1_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130fb3ea329a234124a7c01f06677f81d1_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,910 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330e5aa4e0e1f4eca83e5d16105209615_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111330e5aa4e0e1f4eca83e5d16105209615_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,911 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113337226cd48e84c30a609488fab38cd3b_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113337226cd48e84c30a609488fab38cd3b_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,912 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113539bc54d90334baaa13b0ee8f5ec3060_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113539bc54d90334baaa13b0ee8f5ec3060_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,912 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356695f7e0b654e979655660f4e547365_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111356695f7e0b654e979655660f4e547365_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,913 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135806e3f8f4264e55ae2ddf96bfd70c57_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135806e3f8f4264e55ae2ddf96bfd70c57_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,914 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135acf599962014a32990554a4b47d36d8_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135acf599962014a32990554a4b47d36d8_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,915 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137efbc1a36a0c4c269302c12e8e3e3cc0_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137efbc1a36a0c4c269302c12e8e3e3cc0_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,916 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113808a7de9643e4b13a504f264e497c911_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113808a7de9643e4b13a504f264e497c911_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,916 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b0624e35689946b4a493430d10267974_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b0624e35689946b4a493430d10267974_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,917 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b986e64c174147338138b60ba6f26ed2_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b986e64c174147338138b60ba6f26ed2_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,918 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb32046abd584cf4adeabf0021609150_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bb32046abd584cf4adeabf0021609150_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,919 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cdb5fffd57604048a8fa980cbe81d536_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113cdb5fffd57604048a8fa980cbe81d536_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,920 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5b9380243d645c89dc8a0907f78f1e7_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d5b9380243d645c89dc8a0907f78f1e7_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,921 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9983e59a07f4b608ad90efa9377ef48_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9983e59a07f4b608ad90efa9377ef48_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,921 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dccf8140c7894429abec8cd13a41f749_17cb7d00b394e854930ac19eea5db868 to hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dccf8140c7894429abec8cd13a41f749_17cb7d00b394e854930ac19eea5db868 2024-11-13T05:21:14,922 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T05:21:14,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,925 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T05:21:14,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T05:21:14,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T05:21:14,927 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731475274927"}]},"ts":"9223372036854775807"} 2024-11-13T05:21:14,929 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-13T05:21:14,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 17cb7d00b394e854930ac19eea5db868, NAME => 'TestAcidGuarantees,,1731475245875.17cb7d00b394e854930ac19eea5db868.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T05:21:14,929 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T05:21:14,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731475274929"}]},"ts":"9223372036854775807"} 2024-11-13T05:21:14,930 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-13T05:21:14,932 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T05:21:14,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-13T05:21:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43549 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-13T05:21:14,992 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-13T05:21:15,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=339 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5126 (was 5142) 2024-11-13T05:21:15,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-13T05:21:15,000 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-13T05:21:15,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:55869 2024-11-13T05:21:15,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T05:21:15,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=978267889, stopped=false 2024-11-13T05:21:15,001 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c07acfa36556,43549,1731475103337 2024-11-13T05:21:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:21:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T05:21:15,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-13T05:21:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:21:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:21:15,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,003 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c07acfa36556,38917,1731475104240' ***** 2024-11-13T05:21:15,003 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-13T05:21:15,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:21:15,003 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T05:21:15,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-13T05:21:15,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1224): stopping server c07acfa36556,38917,1731475104240 2024-11-13T05:21:15,004 DEBUG [RS:0;c07acfa36556:38917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T05:21:15,004 INFO [RS:0;c07acfa36556:38917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T05:21:15,005 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a734a751e1f00fa7bb615cc95dbb433, disabling compactions & flushes 2024-11-13T05:21:15,005 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. after waiting 0 ms 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:21:15,005 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-13T05:21:15,005 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a734a751e1f00fa7bb615cc95dbb433=hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433.} 2024-11-13T05:21:15,005 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8a734a751e1f00fa7bb615cc95dbb433 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-13T05:21:15,005 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T05:21:15,005 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T05:21:15,005 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-13T05:21:15,005 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8a734a751e1f00fa7bb615cc95dbb433 2024-11-13T05:21:15,020 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/.tmp/info/940ea373e36e4121b787c1b5cc31ca9d is 45, key is default/info:d/1731475107932/Put/seqid=0 2024-11-13T05:21:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742448_1624 (size=5037) 2024-11-13T05:21:15,023 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/.tmp/info/940ea373e36e4121b787c1b5cc31ca9d 2024-11-13T05:21:15,026 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/info/4270782975364d3db277bfe452313ed4 is 143, key is hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433./info:regioninfo/1731475107830/Put/seqid=0 2024-11-13T05:21:15,027 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/.tmp/info/940ea373e36e4121b787c1b5cc31ca9d as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/info/940ea373e36e4121b787c1b5cc31ca9d 2024-11-13T05:21:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742449_1625 (size=7725) 2024-11-13T05:21:15,029 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/info/4270782975364d3db277bfe452313ed4 2024-11-13T05:21:15,029 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/info/940ea373e36e4121b787c1b5cc31ca9d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-13T05:21:15,030 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8a734a751e1f00fa7bb615cc95dbb433 in 25ms, sequenceid=6, compaction requested=false 2024-11-13T05:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/namespace/8a734a751e1f00fa7bb615cc95dbb433/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T05:21:15,034 INFO [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:21:15,034 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a734a751e1f00fa7bb615cc95dbb433: 2024-11-13T05:21:15,034 DEBUG [RS_CLOSE_REGION-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731475106843.8a734a751e1f00fa7bb615cc95dbb433. 2024-11-13T05:21:15,046 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e04a0692364fd884149090d2fcd5ba is 102, key is TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5./rep_barrier:/1731475134052/DeleteFamily/seqid=0 2024-11-13T05:21:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742450_1626 (size=6025) 2024-11-13T05:21:15,049 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e04a0692364fd884149090d2fcd5ba 2024-11-13T05:21:15,066 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/table/0bead744e48a42b9a65fc1ab5cee8278 is 96, key is TestAcidGuarantees,,1731475108115.6cc40e95ec21d14000726a68013613e5./table:/1731475134052/DeleteFamily/seqid=0 2024-11-13T05:21:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742451_1627 (size=5942) 2024-11-13T05:21:15,077 INFO [regionserver/c07acfa36556:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:15,205 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-13T05:21:15,406 DEBUG [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-13T05:21:15,470 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/table/0bead744e48a42b9a65fc1ab5cee8278 2024-11-13T05:21:15,473 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/info/4270782975364d3db277bfe452313ed4 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/info/4270782975364d3db277bfe452313ed4 2024-11-13T05:21:15,475 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/info/4270782975364d3db277bfe452313ed4, entries=22, sequenceid=93, filesize=7.5 K 2024-11-13T05:21:15,476 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/rep_barrier/c7e04a0692364fd884149090d2fcd5ba as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/rep_barrier/c7e04a0692364fd884149090d2fcd5ba 2024-11-13T05:21:15,478 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/rep_barrier/c7e04a0692364fd884149090d2fcd5ba, entries=6, sequenceid=93, filesize=5.9 K 2024-11-13T05:21:15,479 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/.tmp/table/0bead744e48a42b9a65fc1ab5cee8278 as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/table/0bead744e48a42b9a65fc1ab5cee8278 2024-11-13T05:21:15,481 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/table/0bead744e48a42b9a65fc1ab5cee8278, entries=9, sequenceid=93, filesize=5.8 K 2024-11-13T05:21:15,482 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 477ms, sequenceid=93, compaction requested=false 2024-11-13T05:21:15,485 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-13T05:21:15,485 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T05:21:15,485 INFO [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:15,485 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-13T05:21:15,485 DEBUG [RS_CLOSE_META-regionserver/c07acfa36556:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T05:21:15,606 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1250): stopping server c07acfa36556,38917,1731475104240; all regions closed. 2024-11-13T05:21:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741834_1010 (size=26050) 2024-11-13T05:21:15,611 DEBUG [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/oldWALs 2024-11-13T05:21:15,611 INFO [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c07acfa36556%2C38917%2C1731475104240.meta:.meta(num 1731475106567) 2024-11-13T05:21:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741833_1009 (size=14111213) 2024-11-13T05:21:15,614 DEBUG [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/oldWALs 2024-11-13T05:21:15,614 INFO [RS:0;c07acfa36556:38917 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c07acfa36556%2C38917%2C1731475104240:(num 1731475106150) 2024-11-13T05:21:15,614 DEBUG [RS:0;c07acfa36556:38917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,614 INFO [RS:0;c07acfa36556:38917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T05:21:15,615 INFO [RS:0;c07acfa36556:38917 {}] hbase.ChoreService(370): Chore service for: regionserver/c07acfa36556:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T05:21:15,615 INFO [regionserver/c07acfa36556:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T05:21:15,615 INFO [RS:0;c07acfa36556:38917 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38917 2024-11-13T05:21:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c07acfa36556,38917,1731475104240 2024-11-13T05:21:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T05:21:15,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c07acfa36556,38917,1731475104240] 2024-11-13T05:21:15,620 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c07acfa36556,38917,1731475104240; numProcessing=1 2024-11-13T05:21:15,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/c07acfa36556,38917,1731475104240 already deleted, retry=false 2024-11-13T05:21:15,622 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c07acfa36556,38917,1731475104240 expired; onlineServers=0 2024-11-13T05:21:15,622 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c07acfa36556,43549,1731475103337' ***** 2024-11-13T05:21:15,622 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T05:21:15,622 DEBUG [M:0;c07acfa36556:43549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab1a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c07acfa36556/172.17.0.2:0 2024-11-13T05:21:15,622 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegionServer(1224): stopping server c07acfa36556,43549,1731475103337 2024-11-13T05:21:15,622 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegionServer(1250): stopping server c07acfa36556,43549,1731475103337; all regions closed. 2024-11-13T05:21:15,622 DEBUG [M:0;c07acfa36556:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T05:21:15,622 DEBUG [M:0;c07acfa36556:43549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T05:21:15,622 DEBUG [M:0;c07acfa36556:43549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T05:21:15,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T05:21:15,622 DEBUG [master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.large.0-1731475105815 {}] cleaner.HFileCleaner(306): Exit Thread[master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.large.0-1731475105815,5,FailOnTimeoutGroup] 2024-11-13T05:21:15,622 DEBUG [master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.small.0-1731475105818 {}] cleaner.HFileCleaner(306): Exit Thread[master/c07acfa36556:0:becomeActiveMaster-HFileCleaner.small.0-1731475105818,5,FailOnTimeoutGroup] 2024-11-13T05:21:15,622 INFO [M:0;c07acfa36556:43549 {}] hbase.ChoreService(370): Chore service for: master/c07acfa36556:0 had [] on shutdown 2024-11-13T05:21:15,623 DEBUG [M:0;c07acfa36556:43549 {}] master.HMaster(1733): Stopping service threads 2024-11-13T05:21:15,623 INFO [M:0;c07acfa36556:43549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T05:21:15,623 ERROR [M:0;c07acfa36556:43549 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:33723 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33723,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T05:21:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T05:21:15,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T05:21:15,623 INFO [M:0;c07acfa36556:43549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T05:21:15,624 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T05:21:15,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T05:21:15,624 DEBUG [M:0;c07acfa36556:43549 {}] zookeeper.ZKUtil(347): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T05:21:15,624 WARN [M:0;c07acfa36556:43549 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T05:21:15,624 INFO [M:0;c07acfa36556:43549 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-13T05:21:15,624 INFO [M:0;c07acfa36556:43549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T05:21:15,624 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T05:21:15,624 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:15,624 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:15,624 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T05:21:15,624 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:15,624 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=752.13 KB heapSize=923.75 KB 2024-11-13T05:21:15,639 DEBUG [M:0;c07acfa36556:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c18bd4925ba84612bc35e4a505b16c3c is 82, key is hbase:meta,,1/info:regioninfo/1731475106722/Put/seqid=0 2024-11-13T05:21:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742452_1628 (size=5672) 2024-11-13T05:21:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38917-0x101a010d0a70001, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:15,720 INFO [RS:0;c07acfa36556:38917 {}] regionserver.HRegionServer(1307): Exiting; stopping=c07acfa36556,38917,1731475104240; zookeeper connection closed. 2024-11-13T05:21:15,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17fffd56 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17fffd56 2024-11-13T05:21:15,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T05:21:16,043 INFO [M:0;c07acfa36556:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c18bd4925ba84612bc35e4a505b16c3c 2024-11-13T05:21:16,063 DEBUG [M:0;c07acfa36556:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b3e905bea4313baacb37c3adf3b6e is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1731475248890/Put/seqid=0 2024-11-13T05:21:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742453_1629 (size=44331) 2024-11-13T05:21:16,466 INFO [M:0;c07acfa36556:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.57 KB at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b3e905bea4313baacb37c3adf3b6e 2024-11-13T05:21:16,469 INFO [M:0;c07acfa36556:43549 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 133b3e905bea4313baacb37c3adf3b6e 2024-11-13T05:21:16,486 DEBUG [M:0;c07acfa36556:43549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900cf5d4a64c40d78e3a340bf94b0dfc is 69, key is c07acfa36556,38917,1731475104240/rs:state/1731475105859/Put/seqid=0 2024-11-13T05:21:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073742454_1630 (size=5156) 2024-11-13T05:21:16,889 INFO [M:0;c07acfa36556:43549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2109 (bloomFilter=true), to=hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900cf5d4a64c40d78e3a340bf94b0dfc 2024-11-13T05:21:16,893 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c18bd4925ba84612bc35e4a505b16c3c as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c18bd4925ba84612bc35e4a505b16c3c 2024-11-13T05:21:16,895 INFO [M:0;c07acfa36556:43549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c18bd4925ba84612bc35e4a505b16c3c, entries=8, sequenceid=2109, filesize=5.5 K 2024-11-13T05:21:16,896 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/133b3e905bea4313baacb37c3adf3b6e as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133b3e905bea4313baacb37c3adf3b6e 2024-11-13T05:21:16,898 INFO [M:0;c07acfa36556:43549 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 133b3e905bea4313baacb37c3adf3b6e 2024-11-13T05:21:16,898 INFO [M:0;c07acfa36556:43549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/133b3e905bea4313baacb37c3adf3b6e, entries=175, sequenceid=2109, filesize=43.3 K 2024-11-13T05:21:16,898 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/900cf5d4a64c40d78e3a340bf94b0dfc as hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/900cf5d4a64c40d78e3a340bf94b0dfc 2024-11-13T05:21:16,900 INFO [M:0;c07acfa36556:43549 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33723/user/jenkins/test-data/9b2c8278-4dc9-7bed-7edc-659a59186bac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/900cf5d4a64c40d78e3a340bf94b0dfc, entries=1, sequenceid=2109, filesize=5.0 K 2024-11-13T05:21:16,901 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegion(3040): Finished flush of dataSize ~752.13 KB/770180, heapSize ~923.45 KB/945616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2109, compaction requested=false 2024-11-13T05:21:16,902 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T05:21:16,902 DEBUG [M:0;c07acfa36556:43549 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-13T05:21:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36237 is added to blk_1073741830_1006 (size=908488) 2024-11-13T05:21:16,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-13T05:21:16,904 INFO [M:0;c07acfa36556:43549 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-13T05:21:16,905 INFO [M:0;c07acfa36556:43549 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43549 2024-11-13T05:21:16,906 DEBUG [M:0;c07acfa36556:43549 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/c07acfa36556,43549,1731475103337 already deleted, retry=false 2024-11-13T05:21:17,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:17,008 INFO [M:0;c07acfa36556:43549 {}] regionserver.HRegionServer(1307): Exiting; stopping=c07acfa36556,43549,1731475103337; zookeeper connection closed. 2024-11-13T05:21:17,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43549-0x101a010d0a70000, quorum=127.0.0.1:55869, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T05:21:17,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T05:21:17,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:17,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:17,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:17,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:17,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T05:21:17,018 WARN [BP-415907384-172.17.0.2-1731475100560 heartbeating to localhost/127.0.0.1:33723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T05:21:17,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T05:21:17,018 WARN [BP-415907384-172.17.0.2-1731475100560 heartbeating to localhost/127.0.0.1:33723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-415907384-172.17.0.2-1731475100560 (Datanode Uuid 0034d706-915c-4af2-bfc6-f9c65e45bc8a) service to localhost/127.0.0.1:33723 2024-11-13T05:21:17,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data1/current/BP-415907384-172.17.0.2-1731475100560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:17,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/cluster_57c12dfd-e39a-e6dc-f7b0-6ea401cf3a5c/dfs/data/data2/current/BP-415907384-172.17.0.2-1731475100560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T05:21:17,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T05:21:17,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T05:21:17,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T05:21:17,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T05:21:17,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T05:21:17,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/89965b8d-65f1-9394-f118-c7ac114df277/hadoop.log.dir/,STOPPED} 2024-11-13T05:21:17,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-13T05:21:17,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down